[ 490.746754] env[69990]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69990) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.747117] env[69990]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69990) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.747160] env[69990]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69990) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.747494] env[69990]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 490.842440] env[69990]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 490.852124] env[69990]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 490.894966] env[69990]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 491.453416] env[69990]: INFO nova.virt.driver [None req-18bb0d0f-97d9-452e-94b4-92aa3daa204a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 491.522800] env[69990]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 491.522973] env[69990]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 491.523152] env[69990]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69990) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 494.434374] env[69990]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7ce4548c-15f8-4243-b9d0-76a52f1ca282 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.451174] env[69990]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69990) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 494.451330] env[69990]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-bdc5a6d0-5c54-4762-a92f-558d429de873 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.482742] env[69990]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 174bc. [ 494.482898] env[69990]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.960s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 494.483437] env[69990]: INFO nova.virt.vmwareapi.driver [None req-18bb0d0f-97d9-452e-94b4-92aa3daa204a None None] VMware vCenter version: 7.0.3 [ 494.486933] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d6625-ff94-429f-b5b6-e45e57495de9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.504274] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6869ced-9d92-4ead-bd36-6d2340aa810d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.510086] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f256e42b-2caf-4c80-b20e-524e0d98a26b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.516719] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc1966f-ac41-4f7b-a725-0cc33499eb62 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.529711] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb18c6-de1d-4c05-b075-32a07fb481b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.535506] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589e5f81-5ab3-4de3-9d01-b61b3d1ea5ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.566387] env[69990]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ee7106aa-5411-41f5-a202-9ae43cea2f2e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.571359] env[69990]: DEBUG nova.virt.vmwareapi.driver [None req-18bb0d0f-97d9-452e-94b4-92aa3daa204a None None] Extension org.openstack.compute already exists. {{(pid=69990) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 494.574079] env[69990]: INFO nova.compute.provider_config [None req-18bb0d0f-97d9-452e-94b4-92aa3daa204a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 495.076936] env[69990]: DEBUG nova.context [None req-18bb0d0f-97d9-452e-94b4-92aa3daa204a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0954c31d-05ff-49af-b330-640dbed8192e(cell1) {{(pid=69990) load_cells /opt/stack/nova/nova/context.py:464}} [ 495.078927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 495.079167] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 495.079858] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 495.080299] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Acquiring lock "0954c31d-05ff-49af-b330-640dbed8192e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 495.080495] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Lock "0954c31d-05ff-49af-b330-640dbed8192e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 495.081565] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Lock "0954c31d-05ff-49af-b330-640dbed8192e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 495.101496] env[69990]: INFO dbcounter [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Registered counter for database nova_cell0 [ 495.109692] env[69990]: INFO dbcounter [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Registered counter for database nova_cell1 [ 495.545958] env[69990]: DEBUG oslo_db.sqlalchemy.engines [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69990) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 495.546379] env[69990]: DEBUG oslo_db.sqlalchemy.engines [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69990) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 495.551733] env[69990]: ERROR nova.db.main.api [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 495.551733] env[69990]: result = function(*args, **kwargs) [ 495.551733] env[69990]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 495.551733] env[69990]: return func(*args, **kwargs) [ 495.551733] env[69990]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 495.551733] env[69990]: result = fn(*args, **kwargs) [ 495.551733] env[69990]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 495.551733] env[69990]: return f(*args, **kwargs) [ 495.551733] env[69990]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 495.551733] env[69990]: return db.service_get_minimum_version(context, binaries) [ 495.551733] env[69990]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 495.551733] env[69990]: _check_db_access() [ 495.551733] env[69990]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 495.551733] env[69990]: stacktrace = ''.join(traceback.format_stack()) [ 495.551733] env[69990]: [ 495.552516] env[69990]: ERROR nova.db.main.api [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 495.552516] env[69990]: result = function(*args, **kwargs) [ 495.552516] env[69990]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 495.552516] env[69990]: return func(*args, **kwargs) [ 495.552516] env[69990]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 495.552516] env[69990]: result = fn(*args, **kwargs) [ 495.552516] env[69990]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 495.552516] env[69990]: return f(*args, **kwargs) [ 495.552516] env[69990]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 495.552516] env[69990]: return db.service_get_minimum_version(context, binaries) [ 495.552516] env[69990]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 495.552516] env[69990]: _check_db_access() [ 495.552516] env[69990]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 495.552516] env[69990]: stacktrace = ''.join(traceback.format_stack()) [ 495.552516] env[69990]: [ 495.552902] env[69990]: WARNING nova.objects.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Failed to get minimum service version for cell 0954c31d-05ff-49af-b330-640dbed8192e [ 495.553058] env[69990]: WARNING nova.objects.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 495.553514] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Acquiring lock "singleton_lock" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 495.553671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Acquired lock "singleton_lock" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 495.553910] env[69990]: DEBUG oslo_concurrency.lockutils [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Releasing lock "singleton_lock" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 495.554273] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Full set of CONF: {{(pid=69990) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 495.554418] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ******************************************************************************** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 495.554543] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] Configuration options gathered from: {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 495.554677] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 495.554871] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 495.554994] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ================================================================================ {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 495.555222] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] allow_resize_to_same_host = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.555391] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] arq_binding_timeout = 300 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.555519] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] backdoor_port = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.555644] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] backdoor_socket = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.555830] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] block_device_allocate_retries = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.555960] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] block_device_allocate_retries_interval = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.556141] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cert = self.pem {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.556306] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.556470] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute_monitors = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.556633] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] config_dir = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.557041] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] config_drive_format = iso9660 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.557193] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.557371] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] config_source = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.557539] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] console_host = devstack {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.557702] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] control_exchange = nova {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.557861] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cpu_allocation_ratio = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.558028] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] daemon = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.558198] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] debug = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.558353] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] default_access_ip_network_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.558516] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] default_availability_zone = nova {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.558667] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] default_ephemeral_format = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.558823] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] default_green_pool_size = 1000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.559076] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.559242] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] default_schedule_zone = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.559400] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] disk_allocation_ratio = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.559557] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] enable_new_services = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.559730] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] enabled_apis = ['osapi_compute'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.559890] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] enabled_ssl_apis = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.560059] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] flat_injected = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.560263] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] force_config_drive = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.560418] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] force_raw_images = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.560590] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] graceful_shutdown_timeout = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.560749] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] heal_instance_info_cache_interval = -1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.560971] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] host = cpu-1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.561168] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.561332] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] initial_disk_allocation_ratio = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.561489] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] initial_ram_allocation_ratio = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.561699] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.561857] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instance_build_timeout = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.562014] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instance_delete_interval = 300 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.562206] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instance_format = [instance: %(uuid)s] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.562387] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instance_name_template = instance-%08x {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.562546] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instance_usage_audit = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.562711] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instance_usage_audit_period = month {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.562874] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.563049] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] instances_path = /opt/stack/data/nova/instances {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.563236] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] internal_service_availability_zone = internal {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.563422] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] key = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.563586] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] live_migration_retry_count = 30 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.563754] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_color = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.563915] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_config_append = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.564091] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.564252] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_dir = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.564410] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_file = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.564536] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_options = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.564692] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_rotate_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.564855] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_rotate_interval_type = days {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.565025] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] log_rotation_type = none {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.565156] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.565310] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.565486] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.565651] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.565813] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.565939] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] long_rpc_timeout = 1800 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.566097] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] max_concurrent_builds = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.566256] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] max_concurrent_live_migrations = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.566411] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] max_concurrent_snapshots = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.566562] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] max_local_block_devices = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.566715] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] max_logfile_count = 30 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.566866] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] max_logfile_size_mb = 200 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.567028] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] maximum_instance_delete_attempts = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.567200] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] metadata_listen = 0.0.0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.567364] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] metadata_listen_port = 8775 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.567527] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] metadata_workers = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.567680] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] migrate_max_retries = -1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.567841] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] mkisofs_cmd = genisoimage {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.568056] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] my_block_storage_ip = 10.180.1.21 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.568188] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] my_ip = 10.180.1.21 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.568389] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.568548] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] network_allocate_retries = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.568720] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.568881] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] osapi_compute_listen = 0.0.0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.569051] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] osapi_compute_listen_port = 8774 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.569219] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] osapi_compute_unique_server_name_scope = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.569389] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] osapi_compute_workers = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.569542] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] password_length = 12 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.569695] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] periodic_enable = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.569848] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] periodic_fuzzy_delay = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.570024] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] pointer_model = usbtablet {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.570188] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] preallocate_images = none {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.570345] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] publish_errors = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.570470] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] pybasedir = /opt/stack/nova {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.570620] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ram_allocation_ratio = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.570772] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] rate_limit_burst = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.570931] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] rate_limit_except_level = CRITICAL {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.571097] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] rate_limit_interval = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.571252] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] reboot_timeout = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.571405] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] reclaim_instance_interval = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.571555] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] record = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.571714] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] reimage_timeout_per_gb = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.571871] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] report_interval = 120 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.572035] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] rescue_timeout = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.572214] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] reserved_host_cpus = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.572382] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] reserved_host_disk_mb = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.572570] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] reserved_host_memory_mb = 512 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.572784] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] reserved_huge_pages = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.572952] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] resize_confirm_window = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.573124] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] resize_fs_using_block_device = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.573322] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] resume_guests_state_on_host_boot = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.573500] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.573661] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] rpc_response_timeout = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.573814] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] run_external_periodic_tasks = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.573976] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] running_deleted_instance_action = reap {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.574150] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] running_deleted_instance_poll_interval = 1800 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.574305] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] running_deleted_instance_timeout = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.574457] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler_instance_sync_interval = 120 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.574617] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_down_time = 720 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.574780] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] servicegroup_driver = db {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.574930] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] shell_completion = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.575095] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] shelved_offload_time = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.575250] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] shelved_poll_interval = 3600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.575412] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] shutdown_timeout = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.575566] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] source_is_ipv6 = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.575723] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ssl_only = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.575972] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.576152] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] sync_power_state_interval = 600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.576312] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] sync_power_state_pool_size = 1000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.576477] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] syslog_log_facility = LOG_USER {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.576630] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] tempdir = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.576784] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] timeout_nbd = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.576950] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] transport_url = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.577121] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] update_resources_interval = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.577280] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] use_cow_images = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.577436] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] use_journal = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.577589] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] use_json = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.577744] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] use_rootwrap_daemon = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.577896] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] use_stderr = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.578069] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] use_syslog = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.578225] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vcpu_pin_set = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.578392] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plugging_is_fatal = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.578556] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plugging_timeout = 300 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.578719] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] virt_mkfs = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.578878] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] volume_usage_poll_interval = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.579048] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] watch_log_file = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.579219] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] web = /usr/share/spice-html5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.579405] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.579571] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.579734] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.579903] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_concurrency.disable_process_locking = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.580235] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.580415] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.580582] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.580750] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.580919] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.581102] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.581295] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.auth_strategy = keystone {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.581472] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.compute_link_prefix = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.581644] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.581823] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.dhcp_domain = novalocal {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.581975] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.enable_instance_password = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.582167] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.glance_link_prefix = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.582341] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.582515] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.582674] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.instance_list_per_project_cells = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.582831] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.list_records_by_skipping_down_cells = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.582987] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.local_metadata_per_cell = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.583166] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.max_limit = 1000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.583355] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.metadata_cache_expiration = 15 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.583536] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.neutron_default_tenant_id = default {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.583704] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.response_validation = warn {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.583870] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.use_neutron_default_nets = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.584044] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.584209] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.584375] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.584545] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.584712] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.vendordata_dynamic_targets = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.584871] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.vendordata_jsonfile_path = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.585070] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.585265] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.backend = dogpile.cache.memcached {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.585432] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.backend_argument = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.585588] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.backend_expiration_time = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.585754] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.config_prefix = cache.oslo {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.585924] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.dead_timeout = 60.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.586099] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.debug_cache_backend = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.586258] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.enable_retry_client = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.586416] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.enable_socket_keepalive = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.586584] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.enabled = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.586745] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.enforce_fips_mode = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.586902] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.expiration_time = 600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.587072] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.hashclient_retry_attempts = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.587239] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.hashclient_retry_delay = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.587399] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_dead_retry = 300 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.587552] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_password = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.587709] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.587867] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.588034] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_pool_maxsize = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.588196] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.588355] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_sasl_enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.588530] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.588695] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_socket_timeout = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.588853] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.memcache_username = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.589025] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.proxies = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.589193] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.redis_db = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.589355] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.redis_password = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.589522] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.redis_sentinel_service_name = mymaster {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.589694] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.589860] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.redis_server = localhost:6379 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.590054] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.redis_socket_timeout = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.590230] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.redis_username = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.590397] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.retry_attempts = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.590561] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.retry_delay = 0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.590719] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.socket_keepalive_count = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.590877] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.socket_keepalive_idle = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.591045] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.socket_keepalive_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.591204] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.tls_allowed_ciphers = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.591360] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.tls_cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.591514] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.tls_certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.591672] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.tls_enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.591827] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cache.tls_keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.591994] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.592208] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.auth_type = password {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.592376] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.592556] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.catalog_info = volumev3::publicURL {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.592715] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.592878] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.593051] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.cross_az_attach = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.593214] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.debug = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.593404] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.endpoint_template = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.593570] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.http_retries = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.593729] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.593885] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.594071] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.os_region_name = RegionOne {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.594286] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.594455] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cinder.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.594627] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.594787] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.cpu_dedicated_set = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.594943] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.cpu_shared_set = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.595123] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.image_type_exclude_list = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.595288] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.595450] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.max_concurrent_disk_ops = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.595610] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.max_disk_devices_to_attach = -1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.595768] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.595934] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.596107] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.resource_provider_association_refresh = 300 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.596278] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.596525] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.shutdown_retry_interval = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.596737] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.596919] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] conductor.workers = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.597118] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] console.allowed_origins = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.597306] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] console.ssl_ciphers = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.597485] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] console.ssl_minimum_version = default {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.597653] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] consoleauth.enforce_session_timeout = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.597820] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] consoleauth.token_ttl = 600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.597995] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.598171] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.598336] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.598492] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.598649] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.598809] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.598970] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.599143] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.599306] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.599462] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.599619] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.599911] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.599958] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.600426] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.service_type = accelerator {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.600426] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.600518] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.600642] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.600797] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.600977] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.601153] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] cyborg.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.601323] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.asyncio_connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.601480] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.asyncio_slave_connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.601649] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.backend = sqlalchemy {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.601814] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.601981] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.connection_debug = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.602181] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.connection_parameters = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.602351] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.connection_recycle_time = 3600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.602517] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.connection_trace = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.602677] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.db_inc_retry_interval = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.602838] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.db_max_retries = 20 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.602995] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.db_max_retry_interval = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.603172] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.db_retry_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.603356] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.max_overflow = 50 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.603523] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.max_pool_size = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.603682] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.max_retries = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.603849] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.604009] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.mysql_wsrep_sync_wait = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.604175] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.pool_timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.604337] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.retry_interval = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.604523] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.slave_connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.604713] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.sqlite_synchronous = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.604880] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] database.use_db_reconnect = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.605061] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.asyncio_connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.605226] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.asyncio_slave_connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.605398] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.backend = sqlalchemy {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.605564] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.605730] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.connection_debug = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.605899] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.connection_parameters = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.606073] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.connection_recycle_time = 3600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.606241] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.connection_trace = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.606403] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.db_inc_retry_interval = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.606564] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.db_max_retries = 20 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.606722] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.db_max_retry_interval = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.606883] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.db_retry_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.607056] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.max_overflow = 50 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.607220] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.max_pool_size = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.607409] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.max_retries = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.607631] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.607798] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.607957] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.pool_timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.608135] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.retry_interval = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.608296] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.slave_connection = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.608457] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] api_database.sqlite_synchronous = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.608632] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] devices.enabled_mdev_types = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.608807] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.608978] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ephemeral_storage_encryption.default_format = luks {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.609155] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ephemeral_storage_encryption.enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.609321] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.609492] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.api_servers = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.609653] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.609811] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.610342] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.610342] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.610342] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.610479] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.debug = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.610589] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.default_trusted_certificate_ids = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.610746] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.enable_certificate_validation = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.610902] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.enable_rbd_download = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.611069] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.611234] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.611393] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.611548] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.611701] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.611860] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.num_retries = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.612071] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.rbd_ceph_conf = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.612265] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.rbd_connect_timeout = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.612443] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.rbd_pool = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.612609] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.rbd_user = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.612772] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.612930] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.613102] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.613287] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.service_type = image {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.613461] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.613615] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.613771] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.613925] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.614116] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.614285] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.verify_glance_signatures = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.614445] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] glance.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.614644] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] guestfs.debug = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.614818] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.614980] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.auth_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.615156] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.615314] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.615476] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.615632] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.615788] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.615942] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.616114] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.616291] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.616464] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.616601] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.616780] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.616938] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.617109] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.617278] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.service_type = shared-file-system {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.617441] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.share_apply_policy_timeout = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.617602] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.617759] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.617915] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.618086] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.618280] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.618431] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] manila.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.618597] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] mks.enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.618959] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.619165] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] image_cache.manager_interval = 2400 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.619336] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] image_cache.precache_concurrency = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.619507] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] image_cache.remove_unused_base_images = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.619673] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.619840] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.620080] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] image_cache.subdirectory_name = _base {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.620199] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.api_max_retries = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.620362] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.api_retry_interval = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.620518] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.620676] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.auth_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.620832] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.620985] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.621159] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.621320] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.conductor_group = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.621475] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.621631] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.621784] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.621940] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.622105] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.622328] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.622455] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.622617] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.peer_list = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.622772] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.622926] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.623100] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.serial_console_state_timeout = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.623306] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.623496] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.service_type = baremetal {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.623656] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.shard = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.623816] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.623985] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.624177] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.624338] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.624517] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.624678] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ironic.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.624859] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.625042] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] key_manager.fixed_key = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.625229] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.625388] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.barbican_api_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.625542] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.barbican_endpoint = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.625706] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.barbican_endpoint_type = public {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.625860] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.barbican_region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.626028] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.626180] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.626385] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.626493] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.626647] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.626806] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.number_of_retries = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.626963] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.retry_delay = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.627139] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.send_service_user_token = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.627299] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.627451] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.627607] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.verify_ssl = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.627760] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican.verify_ssl_path = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.627922] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.628093] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.auth_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.628252] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.628408] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.628567] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.628760] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.628919] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.629091] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.629249] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] barbican_service_user.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.629414] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.approle_role_id = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.629571] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.approle_secret_id = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.629732] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.kv_mountpoint = secret {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.629887] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.kv_path = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.630058] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.kv_version = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.630220] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.namespace = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.630378] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.root_token_id = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.630532] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.ssl_ca_crt_file = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.630695] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.timeout = 60.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.630853] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.use_ssl = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.631028] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.631200] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.631361] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.631523] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.631679] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.631836] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.631990] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.632196] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.632458] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.632730] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.633009] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.633304] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.633588] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.633794] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.633975] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.service_type = identity {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.634160] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.634326] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.634487] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.634644] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.634823] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.634981] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] keystone.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.635188] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.ceph_mount_options = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.635630] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.635819] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.connection_uri = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.635987] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.cpu_mode = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.636171] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.cpu_model_extra_flags = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.636344] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.cpu_models = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.636519] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.cpu_power_governor_high = performance {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.636688] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.cpu_power_governor_low = powersave {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.636849] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.cpu_power_management = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.637030] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.637210] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.device_detach_attempts = 8 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.637378] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.device_detach_timeout = 20 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.637547] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.disk_cachemodes = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.637712] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.disk_prefix = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.637876] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.enabled_perf_events = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.638049] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.file_backed_memory = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.638221] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.gid_maps = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.638384] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.hw_disk_discard = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.638542] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.hw_machine_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.638710] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.images_rbd_ceph_conf = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.638874] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.639047] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.639221] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.images_rbd_glance_store_name = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.639392] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.images_rbd_pool = rbd {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.639559] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.images_type = default {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.639718] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.images_volume_group = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.639880] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.inject_key = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.640049] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.inject_partition = -2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.640216] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.inject_password = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.640381] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.iscsi_iface = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.640542] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.iser_use_multipath = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.640704] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_bandwidth = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.640863] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.641034] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_downtime = 500 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.641201] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.641361] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.641518] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_inbound_addr = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.641675] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.641833] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_permit_post_copy = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.641989] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_scheme = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.642199] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_timeout_action = abort {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.642364] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_tunnelled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.642545] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_uri = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.642682] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.live_migration_with_native_tls = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.642840] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.max_queues = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.642999] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.643261] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.643434] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.nfs_mount_options = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.643744] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.643918] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.644096] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.num_iser_scan_tries = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.644259] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.num_memory_encrypted_guests = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.644423] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.644584] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.num_pcie_ports = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.644747] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.num_volume_scan_tries = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.644910] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.pmem_namespaces = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.645082] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.quobyte_client_cfg = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.645381] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.645554] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rbd_connect_timeout = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.645718] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.645880] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.646049] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rbd_secret_uuid = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.646210] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rbd_user = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.646372] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.646574] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.remote_filesystem_transport = ssh {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.646693] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rescue_image_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.646846] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rescue_kernel_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.646999] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rescue_ramdisk_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.647179] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.647339] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.rx_queue_size = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.647503] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.smbfs_mount_options = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.647791] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.647965] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.snapshot_compression = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.648140] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.snapshot_image_format = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.648379] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.648548] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.sparse_logical_volumes = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.648712] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.swtpm_enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.648881] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.swtpm_group = tss {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.649060] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.swtpm_user = tss {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.649234] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.sysinfo_serial = unique {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.649401] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.tb_cache_size = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.649553] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.tx_queue_size = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.649717] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.uid_maps = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.649876] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.use_virtio_for_bridges = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.650056] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.virt_type = kvm {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.650227] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.volume_clear = zero {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.650387] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.volume_clear_size = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.650547] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.volume_enforce_multipath = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.650709] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.volume_use_multipath = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.650866] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.vzstorage_cache_path = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.651044] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.651215] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.vzstorage_mount_group = qemu {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.651381] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.vzstorage_mount_opts = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.651546] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.651837] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.652027] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.vzstorage_mount_user = stack {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.652219] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.652400] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.652575] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.auth_type = password {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.652737] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.652894] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.653067] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.653251] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.653421] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.653594] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.default_floating_pool = public {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.653752] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.653912] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.extension_sync_interval = 600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.654084] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.http_retries = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.654252] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.654413] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.654570] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.654739] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.654895] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.655073] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.ovs_bridge = br-int {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.655239] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.physnets = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.655411] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.region_name = RegionOne {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.655569] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.655736] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.service_metadata_proxy = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.655892] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.656068] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.service_type = network {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.656234] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.656392] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.656546] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.656700] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.656872] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.657041] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] neutron.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.657214] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] notifications.bdms_in_notifications = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.657389] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] notifications.default_level = INFO {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.657550] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] notifications.include_share_mapping = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.657721] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] notifications.notification_format = unversioned {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.657880] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] notifications.notify_on_state_change = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.658066] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.658245] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] pci.alias = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.658412] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] pci.device_spec = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.658573] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] pci.report_in_placement = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.658744] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.658914] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.auth_type = password {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.659091] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.659254] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.659411] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.659571] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.659726] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.659880] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.660043] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.default_domain_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.660204] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.default_domain_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.660360] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.domain_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.660515] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.domain_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.660668] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.660825] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.660979] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.661148] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.661304] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.661470] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.password = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.661628] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.project_domain_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.661793] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.project_domain_name = Default {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.661955] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.project_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.662161] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.project_name = service {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.662338] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.region_name = RegionOne {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.662501] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.662662] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.662829] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.service_type = placement {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.662989] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.663177] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.663353] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.663511] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.system_scope = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.663666] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.663822] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.trust_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.663975] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.user_domain_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.664155] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.user_domain_name = Default {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.664318] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.user_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.664489] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.username = nova {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.664668] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.664827] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] placement.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.665014] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.cores = 20 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.665192] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.count_usage_from_placement = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.665361] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.665526] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.injected_file_content_bytes = 10240 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.665689] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.injected_file_path_length = 255 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.665851] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.injected_files = 5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.666024] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.instances = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.666191] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.key_pairs = 100 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.666355] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.metadata_items = 128 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.666516] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.ram = 51200 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.666676] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.recheck_quota = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.666839] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.server_group_members = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.666999] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.server_groups = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.667221] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.667395] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] quota.unified_limits_resource_strategy = require {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.667563] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.667722] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.667878] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.image_metadata_prefilter = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.668046] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.668210] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.max_attempts = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.668367] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.max_placement_results = 1000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.668525] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.668679] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.query_placement_for_image_type_support = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.668835] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.669017] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] scheduler.workers = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.669194] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.669363] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.669537] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.669699] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.669861] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.670034] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.670201] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.670386] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.670548] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.host_subset_size = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.670709] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.670865] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.671033] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.671201] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.671373] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.671534] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.isolated_hosts = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.671692] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.isolated_images = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.671848] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.672010] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.672195] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.672364] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.pci_in_placement = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.672524] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.672681] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.672878] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.672989] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.673176] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.673348] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.673508] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.track_instance_changes = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.673679] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.673844] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] metrics.required = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.674014] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] metrics.weight_multiplier = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.674181] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.674372] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] metrics.weight_setting = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.674761] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.674943] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] serial_console.enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.675139] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] serial_console.port_range = 10000:20000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.675317] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.675487] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.675653] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] serial_console.serialproxy_port = 6083 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.675820] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.675991] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.auth_type = password {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.676170] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.676329] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.676492] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.676651] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.676810] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.676975] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.send_service_user_token = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.677154] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.677313] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] service_user.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.677481] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.agent_enabled = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.677641] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.677943] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.678165] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.678341] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.html5proxy_port = 6082 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.678503] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.image_compression = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.678662] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.jpeg_compression = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.678819] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.playback_compression = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.678978] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.require_secure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.679161] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.server_listen = 127.0.0.1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.679330] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.679600] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.679769] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.streaming_mode = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.679931] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] spice.zlib_compression = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.680114] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] upgrade_levels.baseapi = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.680287] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] upgrade_levels.compute = auto {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.680450] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] upgrade_levels.conductor = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.680607] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] upgrade_levels.scheduler = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.680770] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.680927] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.auth_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.681098] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.681290] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.681471] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.681643] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.681798] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.681959] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.682135] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vendordata_dynamic_auth.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.682331] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.api_retry_count = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.682495] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.ca_file = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.682665] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.cache_prefix = devstack-image-cache {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.682829] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.cluster_name = testcl1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.682989] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.connection_pool_size = 10 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.683158] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.console_delay_seconds = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.683349] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.datastore_regex = ^datastore.* {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.683565] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.683739] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.host_password = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.683905] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.host_port = 443 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.684086] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.host_username = administrator@vsphere.local {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.684257] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.insecure = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.684416] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.integration_bridge = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.684578] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.maximum_objects = 100 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.684733] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.pbm_default_policy = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.684890] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.pbm_enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.685057] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.pbm_wsdl_location = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.685228] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.685387] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.serial_port_proxy_uri = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.685540] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.serial_port_service_uri = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.685703] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.task_poll_interval = 0.5 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.685870] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.use_linked_clone = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.686044] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.vnc_keymap = en-us {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.686212] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.vnc_port = 5900 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.686374] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vmware.vnc_port_total = 10000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.686555] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.auth_schemes = ['none'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.686725] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.686999] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.687209] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.687388] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.novncproxy_port = 6080 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.687595] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.server_listen = 127.0.0.1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.687778] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.687939] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.vencrypt_ca_certs = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.688113] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.vencrypt_client_cert = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.688271] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vnc.vencrypt_client_key = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.688449] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.688611] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.disable_deep_image_inspection = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.688770] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.688929] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.689099] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.689259] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.disable_rootwrap = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.689420] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.enable_numa_live_migration = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.689579] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.689738] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.689894] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.690064] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.libvirt_disable_apic = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.690230] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.690391] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.690711] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.690884] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.691060] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.691225] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.691388] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.691546] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.691704] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.691868] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.692062] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.692283] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.client_socket_timeout = 900 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.692446] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.default_pool_size = 1000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.692611] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.keep_alive = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.692773] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.max_header_line = 16384 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.692932] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.secure_proxy_ssl_header = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.693109] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.ssl_ca_file = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.693307] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.ssl_cert_file = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.693483] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.ssl_key_file = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.693649] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.tcp_keepidle = 600 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.693822] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.693988] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] zvm.ca_file = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.694167] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] zvm.cloud_connector_url = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.694481] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.694655] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] zvm.reachable_timeout = 300 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.694828] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.695010] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.695197] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.connection_string = messaging:// {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.695367] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.enabled = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.695534] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.es_doc_type = notification {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.695694] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.es_scroll_size = 10000 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.695860] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.es_scroll_time = 2m {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.696029] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.filter_error_trace = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.696202] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.hmac_keys = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.696371] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.sentinel_service_name = mymaster {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.696537] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.socket_timeout = 0.1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.696696] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.trace_requests = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.696854] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler.trace_sqlalchemy = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.697065] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler_jaeger.process_tags = {} {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.697206] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler_jaeger.service_name_prefix = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.697369] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] profiler_otlp.service_name_prefix = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.697529] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] remote_debug.host = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.697686] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] remote_debug.port = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.697855] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.698022] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.698188] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.698349] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.698505] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.698660] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.698816] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.698972] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.699145] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.699316] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.699508] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.699688] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.699853] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.700027] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.700197] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.700368] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.700529] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.700690] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.700857] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.701027] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.701192] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.701356] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.701517] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.701675] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.701832] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.701989] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.702181] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.702358] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.702521] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.702680] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.702840] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.ssl = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.703017] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.703228] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.703447] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.703626] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.703792] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.ssl_version = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.703954] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.704158] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.704326] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_notifications.retry = -1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.704502] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.704672] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_messaging_notifications.transport_url = **** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.704840] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.auth_section = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.705015] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.auth_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.705177] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.cafile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.705334] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.certfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.705493] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.collect_timing = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.705647] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.connect_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.705803] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.connect_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.705959] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.endpoint_id = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.706146] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.endpoint_interface = publicURL {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.706337] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.endpoint_override = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.706502] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.endpoint_region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.706657] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.endpoint_service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.706811] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.endpoint_service_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.706968] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.insecure = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.707169] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.keyfile = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.707286] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.max_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.707438] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.min_version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.707591] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.region_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.707747] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.retriable_status_codes = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.707897] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.service_name = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.708061] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.service_type = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.708223] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.split_loggers = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.708378] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.status_code_retries = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.708531] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.status_code_retry_delay = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.708681] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.timeout = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.708833] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.valid_interfaces = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.708985] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_limit.version = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.709165] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_reports.file_event_handler = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.709354] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.709517] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] oslo_reports.log_dir = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.709685] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.709840] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.709994] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.710174] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.710337] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.710493] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.710657] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.710813] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_ovs_privileged.group = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.710965] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.711142] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.711303] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.711456] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] vif_plug_ovs_privileged.user = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.711625] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.flat_interface = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.711806] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.711979] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.712191] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.712396] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.712574] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.712741] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.712900] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.713087] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.713311] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_ovs.isolate_vif = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.713441] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.713607] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.713775] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.713943] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_ovs.ovsdb_interface = native {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.714118] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] os_vif_ovs.per_port_bridge = False {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.714289] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] privsep_osbrick.capabilities = [21] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.714449] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] privsep_osbrick.group = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.714603] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] privsep_osbrick.helper_command = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.714762] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.714919] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.715087] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] privsep_osbrick.user = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.715266] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.715447] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] nova_sys_admin.group = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.715607] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] nova_sys_admin.helper_command = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.715770] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.715930] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.716100] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] nova_sys_admin.user = None {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.716235] env[69990]: DEBUG oslo_service.backend.eventlet.service [None req-575f5e3d-4254-493c-b0a4-c8a71790e21d None None] ******************************************************************************** {{(pid=69990) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 495.716669] env[69990]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 496.220687] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Getting list of instances from cluster (obj){ [ 496.220687] env[69990]: value = "domain-c8" [ 496.220687] env[69990]: _type = "ClusterComputeResource" [ 496.220687] env[69990]: } {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 496.221982] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecebb2fc-2fa6-4cd2-88d9-eaf5d99f097a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.230966] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Got total of 0 instances {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 496.231559] env[69990]: WARNING nova.virt.vmwareapi.driver [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 496.232031] env[69990]: INFO nova.virt.node [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Generated node identity 861bed33-0336-4b70-a14e-8edf62684af1 [ 496.232291] env[69990]: INFO nova.virt.node [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Wrote node identity 861bed33-0336-4b70-a14e-8edf62684af1 to /opt/stack/data/n-cpu-1/compute_id [ 496.735588] env[69990]: WARNING nova.compute.manager [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Compute nodes ['861bed33-0336-4b70-a14e-8edf62684af1'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 497.741580] env[69990]: INFO nova.compute.manager [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 498.748028] env[69990]: WARNING nova.compute.manager [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 498.748429] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 498.748557] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 498.748706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 498.748862] env[69990]: DEBUG nova.compute.resource_tracker [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 498.749826] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf82d7b-4d4d-447a-aa3f-436b48d811a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.758278] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47a06a1-b688-444b-9ab0-c8fec670261f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.772431] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed749f-e86b-4b73-84d2-547b2b01f007 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.779144] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1c06d8-8f3a-49ca-b845-3c9db17d4949 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.807126] env[69990]: DEBUG nova.compute.resource_tracker [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180990MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 498.807246] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 498.807416] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 499.310284] env[69990]: WARNING nova.compute.resource_tracker [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] No compute node record for cpu-1:861bed33-0336-4b70-a14e-8edf62684af1: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 861bed33-0336-4b70-a14e-8edf62684af1 could not be found. [ 499.814569] env[69990]: INFO nova.compute.resource_tracker [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 861bed33-0336-4b70-a14e-8edf62684af1 [ 501.326544] env[69990]: DEBUG nova.compute.resource_tracker [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 501.326949] env[69990]: DEBUG nova.compute.resource_tracker [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 501.482672] env[69990]: INFO nova.scheduler.client.report [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] [req-62f34d38-9354-4d81-8a84-0126fc19c49c] Created resource provider record via placement API for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 501.500079] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5739c20-c836-4dca-95f7-efe9aa0dcb3a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.508409] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ef570-3a50-4303-8989-cce072b7ac76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.539166] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dbadbc-99e3-434b-8969-558094d9c83b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.547286] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17218768-15bf-4e96-bc37-3591b9aa24f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.561644] env[69990]: DEBUG nova.compute.provider_tree [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 502.097704] env[69990]: DEBUG nova.scheduler.client.report [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 502.097927] env[69990]: DEBUG nova.compute.provider_tree [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 0 to 1 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 502.098079] env[69990]: DEBUG nova.compute.provider_tree [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 502.151710] env[69990]: DEBUG nova.compute.provider_tree [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 1 to 2 during operation: update_traits {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 502.659468] env[69990]: DEBUG nova.compute.resource_tracker [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 502.659707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 502.659861] env[69990]: DEBUG nova.service [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Creating RPC server for service compute {{(pid=69990) start /opt/stack/nova/nova/service.py:186}} [ 502.673523] env[69990]: DEBUG nova.service [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] Join ServiceGroup membership for this service compute {{(pid=69990) start /opt/stack/nova/nova/service.py:203}} [ 502.673707] env[69990]: DEBUG nova.servicegroup.drivers.db [None req-1ff178b0-4d84-46b4-a10b-294c02a51d5f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69990) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 525.679940] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.187025] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Getting list of instances from cluster (obj){ [ 526.187025] env[69990]: value = "domain-c8" [ 526.187025] env[69990]: _type = "ClusterComputeResource" [ 526.187025] env[69990]: } {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 526.187025] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aa9a7c-4e5d-462c-92e0-d8c1d3f5853a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.194972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Got total of 0 instances {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 526.195450] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 526.195887] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Getting list of instances from cluster (obj){ [ 526.195887] env[69990]: value = "domain-c8" [ 526.195887] env[69990]: _type = "ClusterComputeResource" [ 526.195887] env[69990]: } {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 526.197024] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c07ec-6484-4971-b4cc-90996f388633 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.204518] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Got total of 0 instances {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.282732] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "03ff3500-ce24-4274-bc2e-5e4777d25f03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.283115] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.786837] env[69990]: DEBUG nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.339334] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.339334] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.342172] env[69990]: INFO nova.compute.claims [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.426873] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f40ee-d80b-4af9-8aa1-42d2ca937724 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.438386] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b7e5c-ecce-4112-a636-4f5fc5072b72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.483714] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91a5601-8043-4812-8bcd-10a4a83d4dd1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.491156] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eab4e6c-5ac1-40f1-9855-4c20366c6323 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.505572] env[69990]: DEBUG nova.compute.provider_tree [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.009055] env[69990]: DEBUG nova.scheduler.client.report [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.093506] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "722a0b73-4bf9-4003-981c-aa3499d8b87b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.094411] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.516930] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.518550] env[69990]: DEBUG nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.599863] env[69990]: DEBUG nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.792168] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "3806e66d-58b8-4c34-8b23-e72e47f7908e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.792409] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.955849] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "d27f43e1-c0dc-40ad-81b3-ee539400708d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.956132] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.027272] env[69990]: DEBUG nova.compute.utils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 545.028711] env[69990]: DEBUG nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.028985] env[69990]: DEBUG nova.network.neutron [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.100384] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "5b7ed074-6501-45be-83c0-650089a2706e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.100384] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "5b7ed074-6501-45be-83c0-650089a2706e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.135378] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.135650] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.137245] env[69990]: INFO nova.compute.claims [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.157502] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "8837f277-16af-4bb2-9064-e0048326e51a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.157724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "8837f277-16af-4bb2-9064-e0048326e51a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.294503] env[69990]: DEBUG nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.361787] env[69990]: DEBUG nova.policy [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04cb7938c00e49a9ba3308418973bd5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '206bb7d4797443e4a8a8ac64be82aaa1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.458843] env[69990]: DEBUG nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.535466] env[69990]: DEBUG nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.602917] env[69990]: DEBUG nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.660598] env[69990]: DEBUG nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.830311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.850968] env[69990]: DEBUG nova.network.neutron [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Successfully created port: 314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.984383] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.132054] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.191440] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.212244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.212244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.300076] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16878247-a241-4f87-b434-fc05beb2c40c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.309800] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfc7519-d15a-4c82-bc19-bab93e138c0a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.345264] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f3655-0f73-48d0-aae9-1515f0a46c29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.356128] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc1219-f8df-49e2-bb3c-06aa933b3334 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.373504] env[69990]: DEBUG nova.compute.provider_tree [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.558076] env[69990]: DEBUG nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.610557] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.611238] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.611238] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.611238] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.612110] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.612110] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.612110] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.612110] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.612417] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.612417] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.612595] env[69990]: DEBUG nova.virt.hardware [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.613449] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d4b18-1ad1-4a0a-8d59-dbd240663ca9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.621566] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6596e56-8907-4fb7-9d0b-5bd17d882643 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.646113] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966594a4-d1cd-452d-a8a7-383c42a9d685 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.714921] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "30948c1e-acba-43be-9f4c-332c2a742c50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.715170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "30948c1e-acba-43be-9f4c-332c2a742c50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.716310] env[69990]: DEBUG nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.877322] env[69990]: DEBUG nova.scheduler.client.report [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.034868] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "36f912de-3717-4b30-8a46-1d554cb57adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.035491] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.223459] env[69990]: DEBUG nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.273476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.386255] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.387227] env[69990]: DEBUG nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.389522] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.560s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.391267] env[69990]: INFO nova.compute.claims [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.537685] env[69990]: DEBUG nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.761887] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.895921] env[69990]: DEBUG nova.compute.utils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 547.904082] env[69990]: DEBUG nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.904082] env[69990]: DEBUG nova.network.neutron [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.952740] env[69990]: DEBUG nova.policy [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71f72c95fe6c4ddca27719339a42ab9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dd66e79232b4cdca27a14bd389a32e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.964729] env[69990]: DEBUG nova.network.neutron [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Successfully updated port: 314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.066731] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.409271] env[69990]: DEBUG nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.470619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.470619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquired lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.470619] env[69990]: DEBUG nova.network.neutron [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 548.545591] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.548521] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.607133] env[69990]: DEBUG nova.network.neutron [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Successfully created port: 633cb0a9-ca11-4828-a8e7-8417ec4fcf06 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.665505] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef8ca1b-a8bb-4d60-9aab-4821fef80499 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.674345] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d92eae-d2cd-45bd-a593-1b3cf5a15189 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.710430] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b07cba-0b20-4501-9e77-12c66341349d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.719012] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ffe7e3-2780-4a28-a8e8-9dd2fd809911 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.735353] env[69990]: DEBUG nova.compute.provider_tree [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.053784] env[69990]: DEBUG nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.138284] env[69990]: DEBUG nova.network.neutron [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.241025] env[69990]: DEBUG nova.scheduler.client.report [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.400032] env[69990]: DEBUG nova.network.neutron [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updating instance_info_cache with network_info: [{"id": "314d6c96-4827-47e6-bc22-194f76e982f4", "address": "fa:16:3e:19:3d:30", "network": {"id": "f9e36ca5-9bc1-41a9-92ac-0d18f1d91c76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-728717192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206bb7d4797443e4a8a8ac64be82aaa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314d6c96-48", "ovs_interfaceid": "314d6c96-4827-47e6-bc22-194f76e982f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.425374] env[69990]: DEBUG nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.439865] env[69990]: DEBUG nova.compute.manager [req-b24dad69-c5cb-4ca5-a7dc-b1ecbe9fc8e3 req-428e62e2-9890-4111-9738-eab682ad141f service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Received event network-vif-plugged-314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 549.440100] env[69990]: DEBUG oslo_concurrency.lockutils [req-b24dad69-c5cb-4ca5-a7dc-b1ecbe9fc8e3 req-428e62e2-9890-4111-9738-eab682ad141f service nova] Acquiring lock "03ff3500-ce24-4274-bc2e-5e4777d25f03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.440356] env[69990]: DEBUG oslo_concurrency.lockutils [req-b24dad69-c5cb-4ca5-a7dc-b1ecbe9fc8e3 req-428e62e2-9890-4111-9738-eab682ad141f service nova] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.440836] env[69990]: DEBUG oslo_concurrency.lockutils [req-b24dad69-c5cb-4ca5-a7dc-b1ecbe9fc8e3 req-428e62e2-9890-4111-9738-eab682ad141f service nova] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.440836] env[69990]: DEBUG nova.compute.manager [req-b24dad69-c5cb-4ca5-a7dc-b1ecbe9fc8e3 req-428e62e2-9890-4111-9738-eab682ad141f service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] No waiting events found dispatching network-vif-plugged-314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.441068] env[69990]: WARNING nova.compute.manager [req-b24dad69-c5cb-4ca5-a7dc-b1ecbe9fc8e3 req-428e62e2-9890-4111-9738-eab682ad141f service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Received unexpected event network-vif-plugged-314d6c96-4827-47e6-bc22-194f76e982f4 for instance with vm_state building and task_state spawning. [ 549.453379] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.453815] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.453815] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.453972] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.454853] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.456581] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.456872] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.457063] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.457418] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.457540] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.457726] env[69990]: DEBUG nova.virt.hardware [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.459131] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37427b12-c1d4-4ed1-88b4-f26489e34236 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.468034] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6787f4a-6ae9-4369-b235-ca3571b94f83 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.587558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.743071] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.744387] env[69990]: DEBUG nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.748615] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.763s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.751064] env[69990]: INFO nova.compute.claims [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.900956] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Releasing lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.901255] env[69990]: DEBUG nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Instance network_info: |[{"id": "314d6c96-4827-47e6-bc22-194f76e982f4", "address": "fa:16:3e:19:3d:30", "network": {"id": "f9e36ca5-9bc1-41a9-92ac-0d18f1d91c76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-728717192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206bb7d4797443e4a8a8ac64be82aaa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314d6c96-48", "ovs_interfaceid": "314d6c96-4827-47e6-bc22-194f76e982f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.901771] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:3d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314d6c96-4827-47e6-bc22-194f76e982f4', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.919927] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.920253] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c3e28e-27f3-42e8-b289-7c82548061ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.934372] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Created folder: OpenStack in parent group-v4. [ 549.934665] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Creating folder: Project (206bb7d4797443e4a8a8ac64be82aaa1). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.935232] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5dc2c24-f2c2-475e-b036-1fbfdfedfd84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.947932] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Created folder: Project (206bb7d4797443e4a8a8ac64be82aaa1) in parent group-v687779. [ 549.948131] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Creating folder: Instances. Parent ref: group-v687780. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.948334] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-398dae4c-36d3-44ae-b8d8-c1217380431b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.957800] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Created folder: Instances in parent group-v687780. [ 549.958068] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 549.958259] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.958465] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c490fa35-3a4a-475b-9d6d-fb54431bea18 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.983390] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.983390] env[69990]: value = "task-3445426" [ 549.983390] env[69990]: _type = "Task" [ 549.983390] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.992601] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445426, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.145571] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "ce442a1a-3c64-4a7a-a670-440f01101c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 550.145992] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 550.255990] env[69990]: DEBUG nova.compute.utils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.260092] env[69990]: DEBUG nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.260092] env[69990]: DEBUG nova.network.neutron [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.322509] env[69990]: DEBUG nova.policy [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a23e812ade644ddbee52156d51595de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f5cd703a32b47ab842591d33238e981', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.495973] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445426, 'name': CreateVM_Task, 'duration_secs': 0.372949} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.496184] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.509265] env[69990]: DEBUG oslo_vmware.service [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3966a1-6a7a-4b62-8895-5d9efd32313a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.516491] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.516701] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.517353] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.517618] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e773cb9-8950-4f71-835b-e1267a88dd73 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.522516] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 550.522516] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5276f1bb-c505-25b1-4f12-83cb9418df50" [ 550.522516] env[69990]: _type = "Task" [ 550.522516] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.532288] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5276f1bb-c505-25b1-4f12-83cb9418df50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.629355] env[69990]: DEBUG nova.network.neutron [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Successfully updated port: 633cb0a9-ca11-4828-a8e7-8417ec4fcf06 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.760824] env[69990]: DEBUG nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.832546] env[69990]: DEBUG nova.network.neutron [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Successfully created port: 7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.904927] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.906026] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.906026] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.906185] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.906488] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.906811] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.907130] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.907435] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 550.908568] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.973622] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ada13-55be-4f49-a39a-1bf0c3ba454c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.981639] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae032ee-4b37-4698-8642-e9bf278c81df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.023089] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bab5dd-56b0-46c8-8cec-405a249f8ba3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.038116] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbddddd0-997c-4567-bc34-4863146170e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.054574] env[69990]: DEBUG nova.compute.provider_tree [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.058920] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.058920] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.058920] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.058920] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.059101] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.059101] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7120b2e-59bd-4ca1-ad24-691557d87d96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.079738] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.080418] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.082495] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b45c5b-ddde-45f1-bee9-469b727ff482 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.094075] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d46430-1ec6-48eb-8f38-f0ae833a755d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.102276] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 551.102276] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c6da51-5e5f-c455-5a71-bc60ac8bf0f0" [ 551.102276] env[69990]: _type = "Task" [ 551.102276] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.118037] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Preparing fetch location {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 551.118037] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Creating directory with path [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.118037] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96f06607-ad3b-4305-b611-ec919e890f50 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.132959] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "refresh_cache-722a0b73-4bf9-4003-981c-aa3499d8b87b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.132959] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquired lock "refresh_cache-722a0b73-4bf9-4003-981c-aa3499d8b87b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.132959] env[69990]: DEBUG nova.network.neutron [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.143381] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Created directory with path [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.144294] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Fetch image to [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 551.144294] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Downloading image file data e2fb25c1-97e6-49a0-be8c-eac54e91b43d to [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69990) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 551.144760] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0def74-e8e7-4e77-9ad5-8c4e63e5c213 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.154801] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9317c0dc-97a3-4038-a4d4-18ef3c8bfcbc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.169969] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ed1121-3f26-4ebd-b268-30d92accf648 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.209861] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd216c50-7b17-4ed4-9ccc-6e5bda02ffc1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.216853] env[69990]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c14165e5-b300-49d6-b095-0b19881a435e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.248290] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Downloading image file data e2fb25c1-97e6-49a0-be8c-eac54e91b43d to the data store datastore2 {{(pid=69990) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 551.413367] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.438463] env[69990]: DEBUG oslo_vmware.rw_handles [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69990) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 551.517939] env[69990]: DEBUG nova.compute.manager [req-f8727b89-5189-4bea-aa07-494705dfd611 req-22f80240-40c9-4e11-857c-8d01b1f131a5 service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Received event network-vif-plugged-633cb0a9-ca11-4828-a8e7-8417ec4fcf06 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 551.517939] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8727b89-5189-4bea-aa07-494705dfd611 req-22f80240-40c9-4e11-857c-8d01b1f131a5 service nova] Acquiring lock "722a0b73-4bf9-4003-981c-aa3499d8b87b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.518175] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8727b89-5189-4bea-aa07-494705dfd611 req-22f80240-40c9-4e11-857c-8d01b1f131a5 service nova] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.518315] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8727b89-5189-4bea-aa07-494705dfd611 req-22f80240-40c9-4e11-857c-8d01b1f131a5 service nova] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.518540] env[69990]: DEBUG nova.compute.manager [req-f8727b89-5189-4bea-aa07-494705dfd611 req-22f80240-40c9-4e11-857c-8d01b1f131a5 service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] No waiting events found dispatching network-vif-plugged-633cb0a9-ca11-4828-a8e7-8417ec4fcf06 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 551.518643] env[69990]: WARNING nova.compute.manager [req-f8727b89-5189-4bea-aa07-494705dfd611 req-22f80240-40c9-4e11-857c-8d01b1f131a5 service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Received unexpected event network-vif-plugged-633cb0a9-ca11-4828-a8e7-8417ec4fcf06 for instance with vm_state building and task_state spawning. [ 551.560447] env[69990]: DEBUG nova.scheduler.client.report [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.699218] env[69990]: DEBUG nova.network.neutron [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.773441] env[69990]: DEBUG nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.809226] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.809538] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.809664] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.809865] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.810078] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.810322] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.810539] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.810762] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.810992] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.811231] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.811457] env[69990]: DEBUG nova.virt.hardware [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.812430] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5bb913-b0d9-46b3-8e05-74fb1c79270e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.826024] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0119f033-78c6-4aa5-b187-200c58b91b00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.069744] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.070456] env[69990]: DEBUG nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 552.081736] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.951s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.084599] env[69990]: INFO nova.compute.claims [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.100276] env[69990]: DEBUG oslo_vmware.rw_handles [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Completed reading data from the image iterator. {{(pid=69990) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 552.100480] env[69990]: DEBUG oslo_vmware.rw_handles [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 552.146877] env[69990]: DEBUG nova.network.neutron [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Updating instance_info_cache with network_info: [{"id": "633cb0a9-ca11-4828-a8e7-8417ec4fcf06", "address": "fa:16:3e:60:45:67", "network": {"id": "1f80b1e0-b941-43a3-b328-7aa15623d87f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1865916031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd66e79232b4cdca27a14bd389a32e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633cb0a9-ca", "ovs_interfaceid": "633cb0a9-ca11-4828-a8e7-8417ec4fcf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.254541] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Downloaded image file data e2fb25c1-97e6-49a0-be8c-eac54e91b43d to vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69990) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 552.254541] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Caching image {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 552.254541] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Copying Virtual Disk [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk to [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.255876] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4d281c-9c95-4849-a4c1-3a7b8d7529cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.267050] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 552.267050] env[69990]: value = "task-3445427" [ 552.267050] env[69990]: _type = "Task" [ 552.267050] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.275019] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.370191] env[69990]: DEBUG nova.compute.manager [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Received event network-changed-314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 552.370953] env[69990]: DEBUG nova.compute.manager [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Refreshing instance network info cache due to event network-changed-314d6c96-4827-47e6-bc22-194f76e982f4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 552.371589] env[69990]: DEBUG oslo_concurrency.lockutils [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] Acquiring lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.371589] env[69990]: DEBUG oslo_concurrency.lockutils [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] Acquired lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.371589] env[69990]: DEBUG nova.network.neutron [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Refreshing network info cache for port 314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 552.490711] env[69990]: DEBUG nova.network.neutron [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Successfully updated port: 7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.592189] env[69990]: DEBUG nova.compute.utils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 552.598999] env[69990]: DEBUG nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.598999] env[69990]: DEBUG nova.network.neutron [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.649186] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Releasing lock "refresh_cache-722a0b73-4bf9-4003-981c-aa3499d8b87b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.649518] env[69990]: DEBUG nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Instance network_info: |[{"id": "633cb0a9-ca11-4828-a8e7-8417ec4fcf06", "address": "fa:16:3e:60:45:67", "network": {"id": "1f80b1e0-b941-43a3-b328-7aa15623d87f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1865916031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd66e79232b4cdca27a14bd389a32e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633cb0a9-ca", "ovs_interfaceid": "633cb0a9-ca11-4828-a8e7-8417ec4fcf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.649902] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:45:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '633cb0a9-ca11-4828-a8e7-8417ec4fcf06', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.657569] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Creating folder: Project (1dd66e79232b4cdca27a14bd389a32e3). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.658145] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61fd8e91-aa04-4040-b5df-31ee088f7149 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.668728] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Created folder: Project (1dd66e79232b4cdca27a14bd389a32e3) in parent group-v687779. [ 552.668843] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Creating folder: Instances. Parent ref: group-v687783. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.669087] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aef8afcc-8df9-4e6c-939e-42fe9ecba886 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.680400] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Created folder: Instances in parent group-v687783. [ 552.680400] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 552.680400] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 552.680400] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49c5ea85-84c7-4875-b46a-bab31871d77c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.699253] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 552.699253] env[69990]: value = "task-3445430" [ 552.699253] env[69990]: _type = "Task" [ 552.699253] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.707871] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445430, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.714345] env[69990]: DEBUG nova.policy [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb667452c9d4dc0b92cac1f0f587616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07d8649d90184ec186dc4175beae7196', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.782034] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.996191] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.996401] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.996595] env[69990]: DEBUG nova.network.neutron [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.098422] env[69990]: DEBUG nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.217722] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445430, 'name': CreateVM_Task, 'duration_secs': 0.460431} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.217722] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.217722] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.217722] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.217722] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.217722] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac55dd8-bffb-4326-b54b-eeeabdab9799 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.229885] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 553.229885] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e8a9c7-ca9d-35e1-34c1-e1a56171dfc0" [ 553.229885] env[69990]: _type = "Task" [ 553.229885] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.241917] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e8a9c7-ca9d-35e1-34c1-e1a56171dfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.266085] env[69990]: DEBUG nova.network.neutron [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updated VIF entry in instance network info cache for port 314d6c96-4827-47e6-bc22-194f76e982f4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 553.267100] env[69990]: DEBUG nova.network.neutron [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updating instance_info_cache with network_info: [{"id": "314d6c96-4827-47e6-bc22-194f76e982f4", "address": "fa:16:3e:19:3d:30", "network": {"id": "f9e36ca5-9bc1-41a9-92ac-0d18f1d91c76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-728717192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206bb7d4797443e4a8a8ac64be82aaa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314d6c96-48", "ovs_interfaceid": "314d6c96-4827-47e6-bc22-194f76e982f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.285469] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675905} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.286311] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Copied Virtual Disk [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk to [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.286549] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Deleting the datastore file [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.286818] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e5ab280-a7f6-4553-8c3c-1f69d60b0129 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.295150] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 553.295150] env[69990]: value = "task-3445431" [ 553.295150] env[69990]: _type = "Task" [ 553.295150] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.303961] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.357682] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffbc2ef-bf18-4996-b2a3-235e665e8ce8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.367919] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f50b8e-0fef-4ff8-83de-9ec32434d78c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.405699] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fa0ba9-803e-4a00-8846-9e0de45d9418 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.414228] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9d4fc-fd3a-48f1-8aea-30978c3491ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.432031] env[69990]: DEBUG nova.compute.provider_tree [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 553.513510] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.513741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.547641] env[69990]: DEBUG nova.network.neutron [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.572553] env[69990]: DEBUG nova.network.neutron [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Successfully created port: c3c75c77-7745-41c6-be36-24e40f801b80 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.741795] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.742100] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.742352] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.773238] env[69990]: DEBUG oslo_concurrency.lockutils [req-bef3d5bd-c7f2-4adb-a472-18685c857614 req-48d8a473-08a0-430f-97df-391d7c71d5f1 service nova] Releasing lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.803967] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022898} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.807050] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.807299] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Moving file from [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0/e2fb25c1-97e6-49a0-be8c-eac54e91b43d to [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d. {{(pid=69990) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 553.807597] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-13aba751-8caf-47dc-8f01-2785ff2d9faf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.814778] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 553.814778] env[69990]: value = "task-3445432" [ 553.814778] env[69990]: _type = "Task" [ 553.814778] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.824204] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445432, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.856213] env[69990]: DEBUG nova.network.neutron [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [{"id": "7be14da7-fd16-468c-846f-2293fb3a91eb", "address": "fa:16:3e:1b:a4:f5", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be14da7-fd", "ovs_interfaceid": "7be14da7-fd16-468c-846f-2293fb3a91eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.960877] env[69990]: ERROR nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [req-67932eda-fe5e-4835-a5d4-266d7011046d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67932eda-fe5e-4835-a5d4-266d7011046d"}]} [ 553.983014] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 554.000475] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 554.000598] env[69990]: DEBUG nova.compute.provider_tree [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 554.013182] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 554.032842] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 554.115442] env[69990]: DEBUG nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.161179] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 554.161414] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 554.161565] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 554.161735] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 554.161871] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 554.162020] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 554.162275] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 554.162484] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 554.162614] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 554.162780] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 554.162943] env[69990]: DEBUG nova.virt.hardware [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 554.164177] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65b1081-05db-4034-b982-3618f46d0896 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.172279] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97651b-82e9-4793-a8a1-ff39a4d029bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.326556] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445432, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034075} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.326556] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] File moved {{(pid=69990) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 554.326556] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Cleaning up location [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0 {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 554.326556] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Deleting the datastore file [datastore2] vmware_temp/4a385111-9526-4a99-a36e-7452c4febab0 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.327258] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b03fb22a-7bba-4836-8964-8519ee82f516 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.333849] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 554.333849] env[69990]: value = "task-3445433" [ 554.333849] env[69990]: _type = "Task" [ 554.333849] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.344963] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.348071] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6a749-d948-48f2-9644-398d4188cbbe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.354785] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e8d20c-faa0-4eee-9fca-dc93ab0d4263 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.359814] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Releasing lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.360477] env[69990]: DEBUG nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Instance network_info: |[{"id": "7be14da7-fd16-468c-846f-2293fb3a91eb", "address": "fa:16:3e:1b:a4:f5", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be14da7-fd", "ovs_interfaceid": "7be14da7-fd16-468c-846f-2293fb3a91eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.360698] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:a4:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be14da7-fd16-468c-846f-2293fb3a91eb', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.368210] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Creating folder: Project (0f5cd703a32b47ab842591d33238e981). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.394604] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68302042-9cd9-404a-904b-b05d9c79eb76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.397921] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af4563-9738-4880-a8d7-7048b93272df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.408288] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bda301-f91e-40d2-88f2-04b0eeaca3ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.425434] env[69990]: DEBUG nova.compute.provider_tree [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 554.427705] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Created folder: Project (0f5cd703a32b47ab842591d33238e981) in parent group-v687779. [ 554.428130] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Creating folder: Instances. Parent ref: group-v687786. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.428595] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0926659e-d340-4f30-b7f1-3217e223a1e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.438607] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Created folder: Instances in parent group-v687786. [ 554.438607] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 554.439485] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.439888] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5690d76b-e350-4641-a7bf-eb1da1f89ee3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.458921] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.458921] env[69990]: value = "task-3445436" [ 554.458921] env[69990]: _type = "Task" [ 554.458921] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.468722] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445436, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.567766] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "349b48cf-aa03-4e6e-b720-b8257e9337e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.568635] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.595670] env[69990]: DEBUG nova.compute.manager [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Received event network-changed-633cb0a9-ca11-4828-a8e7-8417ec4fcf06 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 554.595879] env[69990]: DEBUG nova.compute.manager [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Refreshing instance network info cache due to event network-changed-633cb0a9-ca11-4828-a8e7-8417ec4fcf06. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 554.596111] env[69990]: DEBUG oslo_concurrency.lockutils [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] Acquiring lock "refresh_cache-722a0b73-4bf9-4003-981c-aa3499d8b87b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.596253] env[69990]: DEBUG oslo_concurrency.lockutils [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] Acquired lock "refresh_cache-722a0b73-4bf9-4003-981c-aa3499d8b87b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.596419] env[69990]: DEBUG nova.network.neutron [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Refreshing network info cache for port 633cb0a9-ca11-4828-a8e7-8417ec4fcf06 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.843856] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024277} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.844363] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.845122] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec8dc6a-72ef-4ade-a3cb-ae869fe9d3fb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.850987] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 554.850987] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fc095b-6a6f-5812-d26b-128c8b8ecc7f" [ 554.850987] env[69990]: _type = "Task" [ 554.850987] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.859716] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fc095b-6a6f-5812-d26b-128c8b8ecc7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.951206] env[69990]: ERROR nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [req-bed29e99-4773-4b23-a559-2f3bd77c506c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bed29e99-4773-4b23-a559-2f3bd77c506c"}]} [ 554.971224] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445436, 'name': CreateVM_Task, 'duration_secs': 0.320371} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.971224] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.971224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.971643] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.971764] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.972054] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4c176a-6d6e-46e8-8c51-28ef47a01f60 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.975542] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 554.982620] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 554.982620] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52139ab6-e128-5ea0-5a28-62deaddaaafd" [ 554.982620] env[69990]: _type = "Task" [ 554.982620] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.993908] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52139ab6-e128-5ea0-5a28-62deaddaaafd, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.994259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.994558] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.994789] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.997078] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 554.997323] env[69990]: DEBUG nova.compute.provider_tree [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 555.011692] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 555.035503] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 555.256928] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edea3dc-6a4c-4aff-ab3e-7a7effe42d2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.264481] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4492513e-18f1-4b57-a243-1ef41078bf36 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.300517] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c34a7d-4b68-4d46-9305-3134c8bcf16b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.308530] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2964d8c-536c-4340-9ebf-8839a05458cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.323556] env[69990]: DEBUG nova.compute.provider_tree [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 555.363945] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fc095b-6a6f-5812-d26b-128c8b8ecc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.364235] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.364516] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 03ff3500-ce24-4274-bc2e-5e4777d25f03/03ff3500-ce24-4274-bc2e-5e4777d25f03.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.364742] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.364976] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.365147] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6af4a8c-7863-4478-b9df-ef44ac3843ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.368217] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13771bbb-6707-485c-9842-0d3092476bce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.375848] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 555.375848] env[69990]: value = "task-3445437" [ 555.375848] env[69990]: _type = "Task" [ 555.375848] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.377466] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.377721] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.381907] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7701480-588c-4426-8fb3-316311842e3e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.391115] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.392521] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 555.392521] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525b1c35-e563-1242-dcf3-d5f66f14a65b" [ 555.392521] env[69990]: _type = "Task" [ 555.392521] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.401622] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525b1c35-e563-1242-dcf3-d5f66f14a65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.431291] env[69990]: DEBUG nova.compute.manager [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received event network-vif-plugged-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 555.432038] env[69990]: DEBUG oslo_concurrency.lockutils [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] Acquiring lock "3806e66d-58b8-4c34-8b23-e72e47f7908e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.432360] env[69990]: DEBUG oslo_concurrency.lockutils [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.432551] env[69990]: DEBUG oslo_concurrency.lockutils [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.432724] env[69990]: DEBUG nova.compute.manager [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] No waiting events found dispatching network-vif-plugged-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.432885] env[69990]: WARNING nova.compute.manager [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received unexpected event network-vif-plugged-7be14da7-fd16-468c-846f-2293fb3a91eb for instance with vm_state building and task_state spawning. [ 555.433053] env[69990]: DEBUG nova.compute.manager [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 555.433204] env[69990]: DEBUG nova.compute.manager [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing instance network info cache due to event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 555.433520] env[69990]: DEBUG oslo_concurrency.lockutils [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] Acquiring lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.433577] env[69990]: DEBUG oslo_concurrency.lockutils [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] Acquired lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.433686] env[69990]: DEBUG nova.network.neutron [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.703525] env[69990]: DEBUG nova.network.neutron [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Updated VIF entry in instance network info cache for port 633cb0a9-ca11-4828-a8e7-8417ec4fcf06. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.703984] env[69990]: DEBUG nova.network.neutron [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Updating instance_info_cache with network_info: [{"id": "633cb0a9-ca11-4828-a8e7-8417ec4fcf06", "address": "fa:16:3e:60:45:67", "network": {"id": "1f80b1e0-b941-43a3-b328-7aa15623d87f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1865916031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd66e79232b4cdca27a14bd389a32e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633cb0a9-ca", "ovs_interfaceid": "633cb0a9-ca11-4828-a8e7-8417ec4fcf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.872603] env[69990]: DEBUG nova.scheduler.client.report [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 555.872863] env[69990]: DEBUG nova.compute.provider_tree [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 17 to 18 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 555.873101] env[69990]: DEBUG nova.compute.provider_tree [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 555.889664] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498196} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.889664] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 03ff3500-ce24-4274-bc2e-5e4777d25f03/03ff3500-ce24-4274-bc2e-5e4777d25f03.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.889664] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 555.889664] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d28e959e-54c9-4adf-9989-879e278efd8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.898668] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 555.898668] env[69990]: value = "task-3445438" [ 555.898668] env[69990]: _type = "Task" [ 555.898668] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.907208] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525b1c35-e563-1242-dcf3-d5f66f14a65b, 'name': SearchDatastore_Task, 'duration_secs': 0.016433} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.907208] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783c00e7-64f1-417d-b029-d05dd8a7938c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.917051] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.918762] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 555.918762] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d5f6e3-f420-eec8-4c72-8d0a707b3ee1" [ 555.918762] env[69990]: _type = "Task" [ 555.918762] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.930068] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d5f6e3-f420-eec8-4c72-8d0a707b3ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.207859] env[69990]: DEBUG oslo_concurrency.lockutils [req-0716cd6c-e6f8-4419-9904-f7caae7dc864 req-c07286c4-fcb9-4202-aa31-2277691e198a service nova] Releasing lock "refresh_cache-722a0b73-4bf9-4003-981c-aa3499d8b87b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.382619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.301s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.383188] env[69990]: DEBUG nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.385820] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.195s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.390852] env[69990]: INFO nova.compute.claims [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.413031] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067995} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.413326] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 556.414417] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70d8a99-3f11-46e2-9c6f-4af2f156ebf4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.444171] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 03ff3500-ce24-4274-bc2e-5e4777d25f03/03ff3500-ce24-4274-bc2e-5e4777d25f03.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 556.445187] env[69990]: DEBUG nova.network.neutron [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updated VIF entry in instance network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 556.445510] env[69990]: DEBUG nova.network.neutron [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [{"id": "7be14da7-fd16-468c-846f-2293fb3a91eb", "address": "fa:16:3e:1b:a4:f5", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be14da7-fd", "ovs_interfaceid": "7be14da7-fd16-468c-846f-2293fb3a91eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.447795] env[69990]: DEBUG nova.network.neutron [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Successfully updated port: c3c75c77-7745-41c6-be36-24e40f801b80 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 556.449206] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6acfb7-abd2-45d6-bd43-f2fba9f32410 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.468563] env[69990]: DEBUG oslo_concurrency.lockutils [req-c7b8ee90-4b23-47da-9ef6-72ec26cd5cfe req-3e68a98a-c85a-4420-9e6c-9a565c06eaa4 service nova] Releasing lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.469212] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "refresh_cache-d27f43e1-c0dc-40ad-81b3-ee539400708d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.469336] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired lock "refresh_cache-d27f43e1-c0dc-40ad-81b3-ee539400708d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.469475] env[69990]: DEBUG nova.network.neutron [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.474766] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d5f6e3-f420-eec8-4c72-8d0a707b3ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.475465] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.475786] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 722a0b73-4bf9-4003-981c-aa3499d8b87b/722a0b73-4bf9-4003-981c-aa3499d8b87b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.476088] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.476227] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.476463] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9dc13ed-7a8a-4af4-b52e-a8d88dfb5c6c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.478853] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2104e9b2-0145-4356-af0f-73814bf642db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.487015] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 556.487015] env[69990]: value = "task-3445439" [ 556.487015] env[69990]: _type = "Task" [ 556.487015] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.490553] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 556.490553] env[69990]: value = "task-3445440" [ 556.490553] env[69990]: _type = "Task" [ 556.490553] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.498879] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.504542] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.505424] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.505596] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.506349] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5b111b-6839-4b49-bfcc-9c1a13cb3c49 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.511831] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 556.511831] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52be6637-332a-3209-caeb-dd0925a4ade2" [ 556.511831] env[69990]: _type = "Task" [ 556.511831] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.520962] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52be6637-332a-3209-caeb-dd0925a4ade2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.898026] env[69990]: DEBUG nova.compute.utils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 556.900869] env[69990]: DEBUG nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.901329] env[69990]: DEBUG nova.network.neutron [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.999134] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445439, 'name': ReconfigVM_Task, 'duration_secs': 0.425887} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.001184] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 03ff3500-ce24-4274-bc2e-5e4777d25f03/03ff3500-ce24-4274-bc2e-5e4777d25f03.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.005720] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b18fd74-2703-435f-8666-db6efe12ffd1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.007599] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456785} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.009062] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 722a0b73-4bf9-4003-981c-aa3499d8b87b/722a0b73-4bf9-4003-981c-aa3499d8b87b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.009062] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.009062] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e85e4fb1-fc6d-4ffc-9a78-7c2874e3aefe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.014304] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 557.014304] env[69990]: value = "task-3445441" [ 557.014304] env[69990]: _type = "Task" [ 557.014304] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.023574] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 557.023574] env[69990]: value = "task-3445442" [ 557.023574] env[69990]: _type = "Task" [ 557.023574] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.036410] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52be6637-332a-3209-caeb-dd0925a4ade2, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.041017] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445441, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.045472] env[69990]: DEBUG nova.network.neutron [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.047904] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341c5471-d843-43b6-910d-d36f4be3288b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.055622] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445442, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.063022] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 557.063022] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bdfc89-4891-f6be-eae6-62390f3c82fe" [ 557.063022] env[69990]: _type = "Task" [ 557.063022] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.073162] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52bdfc89-4891-f6be-eae6-62390f3c82fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.073162] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.073162] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 3806e66d-58b8-4c34-8b23-e72e47f7908e/3806e66d-58b8-4c34-8b23-e72e47f7908e.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.073162] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d08c96b-6de2-4bb0-8071-15592144146a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.080995] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 557.080995] env[69990]: value = "task-3445443" [ 557.080995] env[69990]: _type = "Task" [ 557.080995] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.089858] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.100733] env[69990]: DEBUG nova.policy [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd0d446651b24955b10d49d56eb84032', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd7a8bd6d148411eb0d971fa8e3ab65f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.403753] env[69990]: DEBUG nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.540810] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445441, 'name': Rename_Task, 'duration_secs': 0.145889} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.544092] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 557.544673] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9277ed-924f-4b21-a263-c01d074bc2f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.552439] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064779} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.553070] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.554156] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a76dc67-ac3d-43de-87bf-df9b119685a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.562738] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 557.562738] env[69990]: value = "task-3445444" [ 557.562738] env[69990]: _type = "Task" [ 557.562738] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.585357] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 722a0b73-4bf9-4003-981c-aa3499d8b87b/722a0b73-4bf9-4003-981c-aa3499d8b87b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.589013] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631aa521-dc8e-49cb-bc10-a0c7a0972b38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.614885] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.621277] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445443, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.622274] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 557.622274] env[69990]: value = "task-3445445" [ 557.622274] env[69990]: _type = "Task" [ 557.622274] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.632392] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.640677] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.640677] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.761298] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e2a540-7345-4319-b9ce-f38fd1732570 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.770033] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5dc291-140e-41c7-9e47-cec025027024 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.809421] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedae50f-f373-4820-8299-082ba7008050 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.818873] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f3509c-2e48-4a3f-b7e4-ce3319203342 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.836784] env[69990]: DEBUG nova.compute.provider_tree [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.845664] env[69990]: DEBUG nova.network.neutron [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Updating instance_info_cache with network_info: [{"id": "c3c75c77-7745-41c6-be36-24e40f801b80", "address": "fa:16:3e:40:9e:e9", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c75c77-77", "ovs_interfaceid": "c3c75c77-7745-41c6-be36-24e40f801b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.072438] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.102110] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970914} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.103275] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 3806e66d-58b8-4c34-8b23-e72e47f7908e/3806e66d-58b8-4c34-8b23-e72e47f7908e.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.103494] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.103778] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71853134-31f1-429c-94c8-d3332edfb5e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.112041] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 558.112041] env[69990]: value = "task-3445446" [ 558.112041] env[69990]: _type = "Task" [ 558.112041] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.121986] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.135449] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.341095] env[69990]: DEBUG nova.scheduler.client.report [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.350942] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Releasing lock "refresh_cache-d27f43e1-c0dc-40ad-81b3-ee539400708d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.351211] env[69990]: DEBUG nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Instance network_info: |[{"id": "c3c75c77-7745-41c6-be36-24e40f801b80", "address": "fa:16:3e:40:9e:e9", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c75c77-77", "ovs_interfaceid": "c3c75c77-7745-41c6-be36-24e40f801b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 558.352307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:9e:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3c75c77-7745-41c6-be36-24e40f801b80', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.365125] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Creating folder: Project (07d8649d90184ec186dc4175beae7196). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.366205] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb62aaaa-35fb-4047-a3c3-7eb344617efd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.383294] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Created folder: Project (07d8649d90184ec186dc4175beae7196) in parent group-v687779. [ 558.383294] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Creating folder: Instances. Parent ref: group-v687789. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.383294] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce448132-f088-4c59-939d-bc1225203b32 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.396711] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Created folder: Instances in parent group-v687789. [ 558.396991] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 558.397216] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.397431] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f6382d-475a-4190-9911-6613d2b46226 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.431327] env[69990]: DEBUG nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.438303] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.438303] env[69990]: value = "task-3445449" [ 558.438303] env[69990]: _type = "Task" [ 558.438303] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.451969] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445449, 'name': CreateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.470156] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.470156] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.470156] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.470461] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.470461] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.470527] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.470742] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.471470] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.473608] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.473979] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.473979] env[69990]: DEBUG nova.virt.hardware [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.474911] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f27dee-18ee-4fcb-967c-2d8cde162693 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.482761] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7671ea0-48c7-46b5-a2f0-21c3667385a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.543826] env[69990]: DEBUG nova.network.neutron [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Successfully created port: e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.575545] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445444, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.627918] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294502} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.635428] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.646445] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465c792-9e1e-4168-a76b-52d98ac7385d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.655614] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.680074] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3806e66d-58b8-4c34-8b23-e72e47f7908e/3806e66d-58b8-4c34-8b23-e72e47f7908e.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.680972] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af29ca4-0c41-4326-aef1-52a03dab23eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.707713] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 558.707713] env[69990]: value = "task-3445450" [ 558.707713] env[69990]: _type = "Task" [ 558.707713] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.727991] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.871155] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.871155] env[69990]: DEBUG nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.876489] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.602s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.878610] env[69990]: INFO nova.compute.claims [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.918881] env[69990]: DEBUG nova.compute.manager [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Received event network-vif-plugged-c3c75c77-7745-41c6-be36-24e40f801b80 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 558.918942] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] Acquiring lock "d27f43e1-c0dc-40ad-81b3-ee539400708d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.919144] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.919409] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.919855] env[69990]: DEBUG nova.compute.manager [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] No waiting events found dispatching network-vif-plugged-c3c75c77-7745-41c6-be36-24e40f801b80 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 558.919855] env[69990]: WARNING nova.compute.manager [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Received unexpected event network-vif-plugged-c3c75c77-7745-41c6-be36-24e40f801b80 for instance with vm_state building and task_state spawning. [ 558.919855] env[69990]: DEBUG nova.compute.manager [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Received event network-changed-c3c75c77-7745-41c6-be36-24e40f801b80 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 558.920328] env[69990]: DEBUG nova.compute.manager [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Refreshing instance network info cache due to event network-changed-c3c75c77-7745-41c6-be36-24e40f801b80. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 558.923095] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] Acquiring lock "refresh_cache-d27f43e1-c0dc-40ad-81b3-ee539400708d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.923337] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] Acquired lock "refresh_cache-d27f43e1-c0dc-40ad-81b3-ee539400708d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.923593] env[69990]: DEBUG nova.network.neutron [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Refreshing network info cache for port c3c75c77-7745-41c6-be36-24e40f801b80 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.953836] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445449, 'name': CreateVM_Task, 'duration_secs': 0.509891} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.953836] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.956518] env[69990]: DEBUG oslo_vmware.service [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d249e74-8a02-4cef-b49e-c0c7789007cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.966500] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.966672] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.967107] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.968418] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e650208-2a91-4374-86ed-78c23fbf3b14 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.974800] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 558.974800] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52093629-7dc3-6caf-b09b-9c1cd7b1264a" [ 558.974800] env[69990]: _type = "Task" [ 558.974800] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.986479] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52093629-7dc3-6caf-b09b-9c1cd7b1264a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.071518] env[69990]: DEBUG oslo_vmware.api [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445444, 'name': PowerOnVM_Task, 'duration_secs': 1.158246} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.073592] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.073592] env[69990]: INFO nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Took 12.51 seconds to spawn the instance on the hypervisor. [ 559.073592] env[69990]: DEBUG nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.075231] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c55a95-8750-4cda-aac0-1b8bfd45d43f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.149961] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445445, 'name': ReconfigVM_Task, 'duration_secs': 1.092782} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.150659] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 722a0b73-4bf9-4003-981c-aa3499d8b87b/722a0b73-4bf9-4003-981c-aa3499d8b87b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.150978] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7910da15-a02b-4d9d-be46-b7e35a1132e5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.158740] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 559.158740] env[69990]: value = "task-3445451" [ 559.158740] env[69990]: _type = "Task" [ 559.158740] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.172058] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445451, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.220914] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.386655] env[69990]: DEBUG nova.compute.utils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.392106] env[69990]: DEBUG nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 559.487577] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.487831] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.488226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.488226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.488569] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.488636] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595f7c54-3f02-44ad-9065-521c47cab456 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.497519] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.497519] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.497669] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567d9eb-6e40-461e-bfda-d73a79ad6963 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.507829] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607a4255-181b-43cd-9280-6b15ffaba201 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.514168] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 559.514168] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521d15d6-7abf-e5ed-9fe7-164c82b021d1" [ 559.514168] env[69990]: _type = "Task" [ 559.514168] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.522881] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521d15d6-7abf-e5ed-9fe7-164c82b021d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.600807] env[69990]: INFO nova.compute.manager [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Took 17.31 seconds to build instance. [ 559.672176] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445451, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.721169] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445450, 'name': ReconfigVM_Task, 'duration_secs': 0.698192} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.728551] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3806e66d-58b8-4c34-8b23-e72e47f7908e/3806e66d-58b8-4c34-8b23-e72e47f7908e.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.729603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36a95139-e5d5-48f9-9a3b-ad9d2b3e0e36 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.738055] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 559.738055] env[69990]: value = "task-3445452" [ 559.738055] env[69990]: _type = "Task" [ 559.738055] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.758317] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445452, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.892841] env[69990]: DEBUG nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.978878] env[69990]: DEBUG nova.network.neutron [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Updated VIF entry in instance network info cache for port c3c75c77-7745-41c6-be36-24e40f801b80. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.979474] env[69990]: DEBUG nova.network.neutron [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Updating instance_info_cache with network_info: [{"id": "c3c75c77-7745-41c6-be36-24e40f801b80", "address": "fa:16:3e:40:9e:e9", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c75c77-77", "ovs_interfaceid": "c3c75c77-7745-41c6-be36-24e40f801b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.038088] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Preparing fetch location {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 560.038088] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Creating directory with path [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.038088] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d36eb793-ae35-40f0-8f79-ec7cd87c318e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.067847] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Created directory with path [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.067847] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Fetch image to [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 560.067995] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Downloading image file data e2fb25c1-97e6-49a0-be8c-eac54e91b43d to [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69990) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 560.068725] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48533d17-7aa6-4c11-9f17-6e35c18d70bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.080675] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e06ae9-e618-48f5-a987-0776f165d096 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.097072] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad14e16-2485-46b2-91bc-df1ca95b1923 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.104668] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bac41e12-26cb-4ef0-b098-dba79da8f124 tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.822s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.144134] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63b915a-6c7e-4772-9a78-245e8257fb9a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.151204] env[69990]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b2186b5b-c28b-4111-ad3d-abaf3eb271e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.171829] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445451, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.186072] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Downloading image file data e2fb25c1-97e6-49a0-be8c-eac54e91b43d to the data store datastore1 {{(pid=69990) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 560.250039] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445452, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.274030] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd4d2b-0926-4881-b002-0c8227a36cdd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.282034] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5325cd-f521-4a3b-a770-473646dcd82b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.321051] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63766d4-deba-472e-8ff5-3efae7e6743a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.330306] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdae882-c82c-47e9-8d38-c7a326a32743 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.345901] env[69990]: DEBUG nova.compute.provider_tree [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.390360] env[69990]: DEBUG oslo_vmware.rw_handles [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69990) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 560.484224] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf9ec07a-e074-4cdd-83d8-593299313f47 req-19f67565-e6c5-4bde-809e-612bd06539f8 service nova] Releasing lock "refresh_cache-d27f43e1-c0dc-40ad-81b3-ee539400708d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.610570] env[69990]: DEBUG nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.678850] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445451, 'name': Rename_Task, 'duration_secs': 1.273777} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.679621] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.680117] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e921896-0d20-4316-9832-fa1a985998c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.688729] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 560.688729] env[69990]: value = "task-3445453" [ 560.688729] env[69990]: _type = "Task" [ 560.688729] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.702113] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.733170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "1b16d347-9579-497b-8b20-5d3f58d029d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.736329] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "1b16d347-9579-497b-8b20-5d3f58d029d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.752343] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445452, 'name': Rename_Task, 'duration_secs': 0.801896} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.756530] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.757198] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be7d8a52-68a6-4335-b276-7656a74386a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.764776] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 560.764776] env[69990]: value = "task-3445454" [ 560.764776] env[69990]: _type = "Task" [ 560.764776] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.775224] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.848503] env[69990]: DEBUG nova.scheduler.client.report [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.960527] env[69990]: DEBUG nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.018577] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.018834] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.018983] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.019216] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.019366] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.019523] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.019712] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.019867] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.021031] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.021299] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.021622] env[69990]: DEBUG nova.virt.hardware [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.022420] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877284cc-8cfc-4d81-b34c-c6d723a3c1fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.035074] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27078267-69c9-44d3-aa58-c1914e4ed986 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.055907] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.062758] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Creating folder: Project (c4bbe8c58dde41f7a91a63997691842c). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.070026] env[69990]: DEBUG oslo_vmware.rw_handles [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Completed reading data from the image iterator. {{(pid=69990) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 561.070026] env[69990]: DEBUG oslo_vmware.rw_handles [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 561.070026] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-440bbe5a-df9d-4b00-800d-37632a90d400 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.080267] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Created folder: Project (c4bbe8c58dde41f7a91a63997691842c) in parent group-v687779. [ 561.080467] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Creating folder: Instances. Parent ref: group-v687792. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.080832] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be205bd4-aab7-4427-bf30-76134564f59b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.092408] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Created folder: Instances in parent group-v687792. [ 561.092718] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 561.092957] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.093193] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6487115-2511-49fc-bbe5-44df5d9058f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.117108] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.117108] env[69990]: value = "task-3445457" [ 561.117108] env[69990]: _type = "Task" [ 561.117108] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.129314] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445457, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.150317] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.201410] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.226019] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Downloaded image file data e2fb25c1-97e6-49a0-be8c-eac54e91b43d to vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69990) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 561.226019] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Caching image {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 561.226208] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Copying Virtual Disk [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk to [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.226415] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2969d6e-c482-47af-bf64-d817320df9b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.237152] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 561.237152] env[69990]: value = "task-3445458" [ 561.237152] env[69990]: _type = "Task" [ 561.237152] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.248575] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.277246] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.357248] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.357248] env[69990]: DEBUG nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.363970] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.601s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.364181] env[69990]: INFO nova.compute.claims [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.412596] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "aaf64411-26d3-471b-9dc6-ee70d2461f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.412951] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "aaf64411-26d3-471b-9dc6-ee70d2461f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.631552] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445457, 'name': CreateVM_Task, 'duration_secs': 0.318392} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.632376] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.632376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.632664] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.632828] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.633310] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2f2d84-436d-4073-b1ab-51b40373add0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.638798] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 561.638798] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c9c320-fa0f-93a7-dbaa-e4d5da4bf50c" [ 561.638798] env[69990]: _type = "Task" [ 561.638798] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.647775] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c9c320-fa0f-93a7-dbaa-e4d5da4bf50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.700900] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.748554] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445458, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.777562] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.869810] env[69990]: DEBUG nova.compute.utils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 561.875207] env[69990]: DEBUG nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 561.875207] env[69990]: DEBUG nova.network.neutron [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.031578] env[69990]: DEBUG nova.policy [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7ddcd4d8d3b43768b589506f952e509', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '371c3e89dae94001b57acaaf3d031f14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.155474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.156170] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.156170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.204117] env[69990]: DEBUG oslo_vmware.api [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445453, 'name': PowerOnVM_Task, 'duration_secs': 1.474266} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.205681] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.205681] env[69990]: INFO nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Took 12.78 seconds to spawn the instance on the hypervisor. [ 562.205681] env[69990]: DEBUG nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.206627] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d76bb-8b21-489f-a8d6-2e6fae8567b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.259071] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.980038} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.259071] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Copied Virtual Disk [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk to [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.259071] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Deleting the datastore file [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/tmp-sparse.vmdk {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.259071] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae45a58-c2d6-4f2c-97b7-65d30f2a34c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.272554] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 562.272554] env[69990]: value = "task-3445459" [ 562.272554] env[69990]: _type = "Task" [ 562.272554] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.289746] env[69990]: DEBUG oslo_vmware.api [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445454, 'name': PowerOnVM_Task, 'duration_secs': 1.396644} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.294563] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.294838] env[69990]: INFO nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Took 10.52 seconds to spawn the instance on the hypervisor. [ 562.295066] env[69990]: DEBUG nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.295388] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.296863] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb6c59-6fde-44e4-9efb-364c90993690 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.378385] env[69990]: DEBUG nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.692622] env[69990]: DEBUG nova.network.neutron [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Successfully updated port: e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.728336] env[69990]: INFO nova.compute.manager [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Took 17.62 seconds to build instance. [ 562.757728] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb7d7e6-851a-4be4-bcd8-2509e33b564f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.767864] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209995ac-401f-477b-b5bc-be56e4cc9e1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.804468] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ab77e3-8e56-43d3-b143-8ed3953ed2b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.818499] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042172} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.822277] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263ce91-9b91-4671-91f4-45b6a78fdaed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.826744] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.827374] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Moving file from [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae/e2fb25c1-97e6-49a0-be8c-eac54e91b43d to [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d. {{(pid=69990) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 562.828047] env[69990]: INFO nova.compute.manager [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Took 17.03 seconds to build instance. [ 562.829088] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2f49e6ac-7eb8-48a4-b25a-2da229382d48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.843481] env[69990]: DEBUG nova.compute.provider_tree [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.846154] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 562.846154] env[69990]: value = "task-3445460" [ 562.846154] env[69990]: _type = "Task" [ 562.846154] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.855304] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445460, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.198188] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "refresh_cache-5b7ed074-6501-45be-83c0-650089a2706e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.198403] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquired lock "refresh_cache-5b7ed074-6501-45be-83c0-650089a2706e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.198507] env[69990]: DEBUG nova.network.neutron [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.233423] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c54fde-30cb-41d6-8c1c-b593bdf7bae4 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.139s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.296952] env[69990]: DEBUG nova.network.neutron [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Successfully created port: 1860ad60-ddc0-4843-baed-5d8a65ee5d89 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.332300] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4a108fc7-cd75-4e60-84c7-2af6a341c779 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.540s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.353132] env[69990]: DEBUG nova.scheduler.client.report [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.366372] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445460, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.075174} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.366839] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] File moved {{(pid=69990) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 563.367161] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Cleaning up location [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 563.367466] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Deleting the datastore file [datastore1] vmware_temp/548bb733-daff-4bbf-9e37-d091760829ae {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.367845] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7708dc85-c3f3-4b29-acfe-1e58848d06df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.379269] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 563.379269] env[69990]: value = "task-3445461" [ 563.379269] env[69990]: _type = "Task" [ 563.379269] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.394089] env[69990]: DEBUG nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.394089] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.432828] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.433119] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.433281] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.433465] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.433610] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.433794] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.434016] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.438673] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.438673] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.438673] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.438673] env[69990]: DEBUG nova.virt.hardware [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.438673] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aece4310-4082-4607-b546-61e85386ad65 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.451136] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b2d0ed-5626-443c-bfa8-ff9e9ff7d33f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.531090] env[69990]: DEBUG nova.compute.manager [req-e6ec09c8-7c67-45b1-b5e6-aa77b323f486 req-fb9c75e7-eee3-4122-b9aa-b3218d1166a8 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Received event network-vif-plugged-e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 563.531299] env[69990]: DEBUG oslo_concurrency.lockutils [req-e6ec09c8-7c67-45b1-b5e6-aa77b323f486 req-fb9c75e7-eee3-4122-b9aa-b3218d1166a8 service nova] Acquiring lock "5b7ed074-6501-45be-83c0-650089a2706e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.531575] env[69990]: DEBUG oslo_concurrency.lockutils [req-e6ec09c8-7c67-45b1-b5e6-aa77b323f486 req-fb9c75e7-eee3-4122-b9aa-b3218d1166a8 service nova] Lock "5b7ed074-6501-45be-83c0-650089a2706e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.531655] env[69990]: DEBUG oslo_concurrency.lockutils [req-e6ec09c8-7c67-45b1-b5e6-aa77b323f486 req-fb9c75e7-eee3-4122-b9aa-b3218d1166a8 service nova] Lock "5b7ed074-6501-45be-83c0-650089a2706e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.535096] env[69990]: DEBUG nova.compute.manager [req-e6ec09c8-7c67-45b1-b5e6-aa77b323f486 req-fb9c75e7-eee3-4122-b9aa-b3218d1166a8 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] No waiting events found dispatching network-vif-plugged-e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.535436] env[69990]: WARNING nova.compute.manager [req-e6ec09c8-7c67-45b1-b5e6-aa77b323f486 req-fb9c75e7-eee3-4122-b9aa-b3218d1166a8 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Received unexpected event network-vif-plugged-e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 for instance with vm_state building and task_state spawning. [ 563.737779] env[69990]: DEBUG nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.774116] env[69990]: DEBUG nova.network.neutron [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.837704] env[69990]: DEBUG nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.860581] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.861692] env[69990]: DEBUG nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.868862] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.802s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.871283] env[69990]: INFO nova.compute.claims [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.897429] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04289} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.897677] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.898422] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800b45f1-9ec8-4f8c-a939-88bc54ecc26d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.908254] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 563.908254] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522c8531-8220-5d9f-5872-006bf1a0e064" [ 563.908254] env[69990]: _type = "Task" [ 563.908254] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.914685] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522c8531-8220-5d9f-5872-006bf1a0e064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.051908] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.052162] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.118932] env[69990]: DEBUG nova.network.neutron [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Updating instance_info_cache with network_info: [{"id": "e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69", "address": "fa:16:3e:57:e2:9a", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cbcc0b-9e", "ovs_interfaceid": "e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.278306] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.360090] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.378359] env[69990]: DEBUG nova.compute.utils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.383533] env[69990]: DEBUG nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.383915] env[69990]: DEBUG nova.network.neutron [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.429571] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522c8531-8220-5d9f-5872-006bf1a0e064, 'name': SearchDatastore_Task, 'duration_secs': 0.016905} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.430153] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.430604] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d27f43e1-c0dc-40ad-81b3-ee539400708d/d27f43e1-c0dc-40ad-81b3-ee539400708d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.431103] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.431545] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.431933] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d72fc7-05f9-4736-a0ed-b7f1037b24be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.435674] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d417d78-7c9a-4a8b-a68f-27584ce9a536 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.444222] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 564.444222] env[69990]: value = "task-3445462" [ 564.444222] env[69990]: _type = "Task" [ 564.444222] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.447444] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.447706] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.456162] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df40c1cd-78bc-472c-aabf-7abccd27f940 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.467419] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.467419] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 564.467419] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dca94b-9181-0262-8c26-e580438286c4" [ 564.467419] env[69990]: _type = "Task" [ 564.467419] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.477470] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52dca94b-9181-0262-8c26-e580438286c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011427} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.478600] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50eb8f0d-72f0-4694-b17e-3a13fb390d3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.486646] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 564.486646] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529c1d82-b831-59dd-4a6a-7df5aee4ee79" [ 564.486646] env[69990]: _type = "Task" [ 564.486646] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.500414] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529c1d82-b831-59dd-4a6a-7df5aee4ee79, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.500627] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.500879] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 8837f277-16af-4bb2-9064-e0048326e51a/8837f277-16af-4bb2-9064-e0048326e51a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.501378] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5321b688-055d-4034-be56-41e18beb9d74 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.509128] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 564.509128] env[69990]: value = "task-3445463" [ 564.509128] env[69990]: _type = "Task" [ 564.509128] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.510724] env[69990]: DEBUG nova.policy [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eaef5f79c8c49aa98e6f147b03c606b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a55b8f290ca1485cab4d464c0c290b1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.526701] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.621874] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Releasing lock "refresh_cache-5b7ed074-6501-45be-83c0-650089a2706e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.622265] env[69990]: DEBUG nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Instance network_info: |[{"id": "e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69", "address": "fa:16:3e:57:e2:9a", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cbcc0b-9e", "ovs_interfaceid": "e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.622766] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:e2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.636372] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Creating folder: Project (fd7a8bd6d148411eb0d971fa8e3ab65f). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.636730] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bce3bfeb-ae3b-48d3-9208-61ee9ebd3bd9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.646889] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Created folder: Project (fd7a8bd6d148411eb0d971fa8e3ab65f) in parent group-v687779. [ 564.647051] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Creating folder: Instances. Parent ref: group-v687795. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.647334] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e2f79a4-9160-43e0-a93b-2400cbb56481 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.657989] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Created folder: Instances in parent group-v687795. [ 564.658530] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 564.658530] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.658763] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2070718c-4e4d-479f-854f-d2e5d0a0bf5e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.687221] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.687221] env[69990]: value = "task-3445466" [ 564.687221] env[69990]: _type = "Task" [ 564.687221] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.702193] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445466, 'name': CreateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.886819] env[69990]: DEBUG nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.962853] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445462, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.035739] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445463, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.209758] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445466, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.298569] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eda7a4-d9d4-42eb-8823-a5d8e241c883 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.310038] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e968a-14a9-4199-ba4d-e54628ca1cfe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.340504] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7c5353-4f56-4d91-b130-a0ce9a38325f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.349840] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8760a1-aae4-45f2-b492-311fd7eb6638 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.365071] env[69990]: DEBUG nova.compute.provider_tree [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.463703] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610197} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.463703] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d27f43e1-c0dc-40ad-81b3-ee539400708d/d27f43e1-c0dc-40ad-81b3-ee539400708d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.463703] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.463703] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf8ebcad-096a-49f8-96dc-09e2683ccd9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.472166] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 565.472166] env[69990]: value = "task-3445467" [ 565.472166] env[69990]: _type = "Task" [ 565.472166] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.481255] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.526376] env[69990]: DEBUG nova.network.neutron [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Successfully created port: 85d25de3-c421-45d9-9f54-ddfc5e204774 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.535688] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734479} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.536319] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 8837f277-16af-4bb2-9064-e0048326e51a/8837f277-16af-4bb2-9064-e0048326e51a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.536528] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.536774] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-261e2e54-198d-4e38-a5f5-38e9218417a0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.547149] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 565.547149] env[69990]: value = "task-3445468" [ 565.547149] env[69990]: _type = "Task" [ 565.547149] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.559618] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.703078] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445466, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.870054] env[69990]: DEBUG nova.scheduler.client.report [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.896262] env[69990]: DEBUG nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.925101] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.925101] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.925530] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.925928] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.926237] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.927001] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.927359] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.927631] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.927926] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.928223] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.929715] env[69990]: DEBUG nova.virt.hardware [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.931053] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd05f2ee-856b-4e37-8e31-202be5a85c8b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.940402] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5bbdf5-7f00-4ddf-b3ae-e8baa3ff3035 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.983102] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068684} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.983448] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.985733] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9734e-866d-4921-af18-d4afba1e9522 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.013570] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d27f43e1-c0dc-40ad-81b3-ee539400708d/d27f43e1-c0dc-40ad-81b3-ee539400708d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.014196] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f9bb2f-a5e7-4661-b3e8-2dab1d94be3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.036268] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 566.036268] env[69990]: value = "task-3445469" [ 566.036268] env[69990]: _type = "Task" [ 566.036268] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.046193] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.054639] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072205} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.054916] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.055739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7175ca1-41b0-491a-9084-fdb80627a79a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.079149] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 8837f277-16af-4bb2-9064-e0048326e51a/8837f277-16af-4bb2-9064-e0048326e51a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.079149] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5395edca-6ae1-4be9-89eb-5119401feeb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.099044] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 566.099044] env[69990]: value = "task-3445470" [ 566.099044] env[69990]: _type = "Task" [ 566.099044] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.107417] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.200519] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445466, 'name': CreateVM_Task, 'duration_secs': 1.404566} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.200705] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.201436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.201613] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.201938] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.202210] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9254a8bf-3b72-424b-ab7a-a39319c26361 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.207186] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 566.207186] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522fa5f0-27db-7f7f-c988-66b1099b2b69" [ 566.207186] env[69990]: _type = "Task" [ 566.207186] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.215154] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522fa5f0-27db-7f7f-c988-66b1099b2b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.384233] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.384233] env[69990]: DEBUG nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.384922] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.798s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.387072] env[69990]: INFO nova.compute.claims [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.550447] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.609466] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445470, 'name': ReconfigVM_Task, 'duration_secs': 0.45071} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.609776] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 8837f277-16af-4bb2-9064-e0048326e51a/8837f277-16af-4bb2-9064-e0048326e51a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.610437] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccf58bdb-9e37-4d69-92a1-daf58b43102d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.617711] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 566.617711] env[69990]: value = "task-3445471" [ 566.617711] env[69990]: _type = "Task" [ 566.617711] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.626770] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445471, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.720209] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522fa5f0-27db-7f7f-c988-66b1099b2b69, 'name': SearchDatastore_Task, 'duration_secs': 0.043682} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.720545] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.720776] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.721014] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.721309] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.721744] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.721744] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39cb4433-b5a5-4281-a63a-38e790a9687e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.733888] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.733888] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.733888] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb57665c-a18b-4c20-bdf9-26b8d9dbf50b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.743334] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 566.743334] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5205ee49-9099-bd87-6053-a387736694b1" [ 566.743334] env[69990]: _type = "Task" [ 566.743334] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.761182] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5205ee49-9099-bd87-6053-a387736694b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.762346] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3519b1-b027-4bf5-a98e-7efc80b44bbb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.768216] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 566.768216] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5274b644-a472-3390-2a89-87ba8f92615b" [ 566.768216] env[69990]: _type = "Task" [ 566.768216] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.777550] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5274b644-a472-3390-2a89-87ba8f92615b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.878586] env[69990]: DEBUG nova.network.neutron [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Successfully updated port: 1860ad60-ddc0-4843-baed-5d8a65ee5d89 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.893195] env[69990]: DEBUG nova.compute.utils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 566.902460] env[69990]: DEBUG nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.902460] env[69990]: DEBUG nova.network.neutron [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.054214] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445469, 'name': ReconfigVM_Task, 'duration_secs': 0.521062} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.054387] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d27f43e1-c0dc-40ad-81b3-ee539400708d/d27f43e1-c0dc-40ad-81b3-ee539400708d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.055079] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ce2b4ca-2e84-4a38-b1d1-61bb658cad96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.065020] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 567.065020] env[69990]: value = "task-3445472" [ 567.065020] env[69990]: _type = "Task" [ 567.065020] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.077671] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445472, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.130395] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445471, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.147031] env[69990]: DEBUG nova.policy [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd85d565353445e6af776807cef6dc8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd84e04fa76a84e999e03b28d3589dff6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.281690] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5274b644-a472-3390-2a89-87ba8f92615b, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.281690] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.282297] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5b7ed074-6501-45be-83c0-650089a2706e/5b7ed074-6501-45be-83c0-650089a2706e.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.282297] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-304c2989-d1cc-4946-91e7-1aa29c7df0c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.289663] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 567.289663] env[69990]: value = "task-3445473" [ 567.289663] env[69990]: _type = "Task" [ 567.289663] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.300180] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.385872] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.385872] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.385872] env[69990]: DEBUG nova.network.neutron [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.402371] env[69990]: DEBUG nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.579421] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445472, 'name': Rename_Task, 'duration_secs': 0.156787} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.580142] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.580490] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c2423e8-26e9-435b-bc69-fa39a1cfcca7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.588400] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 567.588400] env[69990]: value = "task-3445474" [ 567.588400] env[69990]: _type = "Task" [ 567.588400] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.602722] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.637532] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445471, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.742932] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.743320] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.804956] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "5bb80322-b90e-46d1-8990-4c460ce69167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.804956] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5bb80322-b90e-46d1-8990-4c460ce69167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.804956] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445473, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.848061] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "74907754-3b40-4162-90f1-b2b3c8363911" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.848478] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "74907754-3b40-4162-90f1-b2b3c8363911" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.984743] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5df7a-eeb6-4975-9fea-ffe383a73245 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.998424] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173aeaad-823f-42ca-b800-19f84ed8b2f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.038084] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ad6ea-b99a-458b-9cdb-16939aa72849 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.045641] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69073181-86ae-4fee-9cda-9e0f22e9ee77 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.063479] env[69990]: DEBUG nova.compute.provider_tree [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.098901] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.133120] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445471, 'name': Rename_Task, 'duration_secs': 1.256324} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.133120] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.133120] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e02555b-c0a4-4d49-a311-630abcaf8008 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.137930] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 568.137930] env[69990]: value = "task-3445475" [ 568.137930] env[69990]: _type = "Task" [ 568.137930] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.149752] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.159788] env[69990]: DEBUG nova.network.neutron [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.305485] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593927} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.305744] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5b7ed074-6501-45be-83c0-650089a2706e/5b7ed074-6501-45be-83c0-650089a2706e.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.306068] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.306348] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67d73144-1e74-4d57-a007-d34c135bfd1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.313041] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 568.313041] env[69990]: value = "task-3445476" [ 568.313041] env[69990]: _type = "Task" [ 568.313041] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.325440] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.421152] env[69990]: DEBUG nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.450371] env[69990]: DEBUG nova.network.neutron [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Successfully updated port: 85d25de3-c421-45d9-9f54-ddfc5e204774 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.465527] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.466063] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.466266] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.466550] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.466702] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.466918] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.467449] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.467619] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.467797] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.467957] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.468140] env[69990]: DEBUG nova.virt.hardware [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.469075] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e10854d-caf1-4914-8c63-3cc3f824e736 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.481765] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c72e92-5039-407f-bf0b-8e082bad0232 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.540300] env[69990]: DEBUG nova.compute.manager [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.541223] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28ebb0f-3806-4a0e-a76e-a10b367417db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.567302] env[69990]: DEBUG nova.scheduler.client.report [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.603533] env[69990]: DEBUG oslo_vmware.api [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445474, 'name': PowerOnVM_Task, 'duration_secs': 0.882364} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.603868] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.604608] env[69990]: INFO nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Took 14.49 seconds to spawn the instance on the hypervisor. [ 568.604824] env[69990]: DEBUG nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.605739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ab8b7-e5fa-4169-b776-a3df180a699b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.646977] env[69990]: DEBUG oslo_vmware.api [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445475, 'name': PowerOnVM_Task, 'duration_secs': 0.506353} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.647261] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.647460] env[69990]: INFO nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Took 7.69 seconds to spawn the instance on the hypervisor. [ 568.647634] env[69990]: DEBUG nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.650284] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f10cee6-8088-48b8-9dec-2cdfeb162ad2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.662670] env[69990]: DEBUG nova.network.neutron [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Successfully created port: d2dbb6d2-d181-474a-93f7-be81103dbcd4 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.714068] env[69990]: DEBUG nova.network.neutron [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance_info_cache with network_info: [{"id": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "address": "fa:16:3e:5c:1b:c8", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1860ad60-dd", "ovs_interfaceid": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.826147] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143138} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.826147] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.827217] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c7e566-1b59-4075-a1fc-a25876968b30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.855017] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5b7ed074-6501-45be-83c0-650089a2706e/5b7ed074-6501-45be-83c0-650089a2706e.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.855017] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ebeceb8-1791-4ec8-95a0-83349701c168 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.877287] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 568.877287] env[69990]: value = "task-3445477" [ 568.877287] env[69990]: _type = "Task" [ 568.877287] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.887657] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.951470] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "refresh_cache-30948c1e-acba-43be-9f4c-332c2a742c50" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.951621] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquired lock "refresh_cache-30948c1e-acba-43be-9f4c-332c2a742c50" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.951780] env[69990]: DEBUG nova.network.neutron [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.060556] env[69990]: INFO nova.compute.manager [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] instance snapshotting [ 569.062264] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8fd44-aae8-42a1-b32f-89b95144617f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.083919] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.084730] env[69990]: DEBUG nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.087601] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.674s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.090316] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.090572] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 569.090967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.941s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.093753] env[69990]: INFO nova.compute.claims [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.098061] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d3189a-3929-4d0b-be3b-94116bdd1fb1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.106759] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ab1d35-f437-493e-87f6-a8949a4cbbea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.134633] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9135ee5e-9247-49ce-803d-06e04e625186 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.145670] env[69990]: INFO nova.compute.manager [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Took 23.18 seconds to build instance. [ 569.174796] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bad0abc-a34c-4977-b6b2-8acecd8dc1f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.180202] env[69990]: DEBUG nova.compute.manager [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Received event network-changed-e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 569.180538] env[69990]: DEBUG nova.compute.manager [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Refreshing instance network info cache due to event network-changed-e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 569.181665] env[69990]: DEBUG oslo_concurrency.lockutils [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] Acquiring lock "refresh_cache-5b7ed074-6501-45be-83c0-650089a2706e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.181665] env[69990]: DEBUG oslo_concurrency.lockutils [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] Acquired lock "refresh_cache-5b7ed074-6501-45be-83c0-650089a2706e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.181665] env[69990]: DEBUG nova.network.neutron [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Refreshing network info cache for port e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.184584] env[69990]: INFO nova.compute.manager [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Took 23.02 seconds to build instance. [ 569.193520] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b503901f-c031-482c-bcb7-1e1a18d6c31d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.229740] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.230085] env[69990]: DEBUG nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Instance network_info: |[{"id": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "address": "fa:16:3e:5c:1b:c8", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1860ad60-dd", "ovs_interfaceid": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.230610] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181006MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 569.230610] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.231544] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:1b:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1860ad60-ddc0-4843-baed-5d8a65ee5d89', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.239222] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Creating folder: Project (371c3e89dae94001b57acaaf3d031f14). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.239222] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eafcf680-2640-48ba-979e-4b7e2b892b44 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.249997] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Created folder: Project (371c3e89dae94001b57acaaf3d031f14) in parent group-v687779. [ 569.251917] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Creating folder: Instances. Parent ref: group-v687798. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.251917] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f8f34d9-6925-4305-8763-7fb2576858a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.261838] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Created folder: Instances in parent group-v687798. [ 569.262135] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 569.262273] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.262484] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcf58aba-6c7f-4dad-bbd7-af889287e588 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.281601] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.281601] env[69990]: value = "task-3445480" [ 569.281601] env[69990]: _type = "Task" [ 569.281601] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.288972] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445480, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.386772] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.546537] env[69990]: DEBUG nova.network.neutron [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.609871] env[69990]: DEBUG nova.compute.manager [req-48216408-8e22-4f9d-8b53-52600097d1fd req-cc4dd489-f2f9-4493-8935-bb56979c5c05 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Received event network-vif-plugged-1860ad60-ddc0-4843-baed-5d8a65ee5d89 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 569.610299] env[69990]: DEBUG oslo_concurrency.lockutils [req-48216408-8e22-4f9d-8b53-52600097d1fd req-cc4dd489-f2f9-4493-8935-bb56979c5c05 service nova] Acquiring lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.610709] env[69990]: DEBUG oslo_concurrency.lockutils [req-48216408-8e22-4f9d-8b53-52600097d1fd req-cc4dd489-f2f9-4493-8935-bb56979c5c05 service nova] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.613822] env[69990]: DEBUG oslo_concurrency.lockutils [req-48216408-8e22-4f9d-8b53-52600097d1fd req-cc4dd489-f2f9-4493-8935-bb56979c5c05 service nova] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.613822] env[69990]: DEBUG nova.compute.manager [req-48216408-8e22-4f9d-8b53-52600097d1fd req-cc4dd489-f2f9-4493-8935-bb56979c5c05 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] No waiting events found dispatching network-vif-plugged-1860ad60-ddc0-4843-baed-5d8a65ee5d89 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.613822] env[69990]: WARNING nova.compute.manager [req-48216408-8e22-4f9d-8b53-52600097d1fd req-cc4dd489-f2f9-4493-8935-bb56979c5c05 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Received unexpected event network-vif-plugged-1860ad60-ddc0-4843-baed-5d8a65ee5d89 for instance with vm_state building and task_state spawning. [ 569.613822] env[69990]: DEBUG nova.compute.utils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 569.615321] env[69990]: DEBUG nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.615633] env[69990]: DEBUG nova.network.neutron [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.625030] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 569.625638] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d5b3bca-ca13-4050-8d66-41e79ec83c1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.634460] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 569.634460] env[69990]: value = "task-3445481" [ 569.634460] env[69990]: _type = "Task" [ 569.634460] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.647541] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.649591] env[69990]: DEBUG oslo_concurrency.lockutils [None req-756068b6-1819-4427-b2ea-232e904afa97 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.693s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.688678] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eafd4387-65dc-40ff-99cc-289d6f8e66a0 tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "8837f277-16af-4bb2-9064-e0048326e51a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.530s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.751105] env[69990]: DEBUG nova.policy [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd85d565353445e6af776807cef6dc8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd84e04fa76a84e999e03b28d3589dff6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.795642] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445480, 'name': CreateVM_Task, 'duration_secs': 0.429793} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.800406] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.801420] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.801754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.802616] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.802981] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29db0097-e8ad-482d-b2db-e89a847ac177 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.809329] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 569.809329] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523bcf73-8b3c-bb70-ecad-7d1bb2e95d70" [ 569.809329] env[69990]: _type = "Task" [ 569.809329] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.818240] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523bcf73-8b3c-bb70-ecad-7d1bb2e95d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.890018] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445477, 'name': ReconfigVM_Task, 'duration_secs': 0.65153} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.890312] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5b7ed074-6501-45be-83c0-650089a2706e/5b7ed074-6501-45be-83c0-650089a2706e.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.890927] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754a3ad2-0856-4b21-b4c3-95ddea8e3112 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.899636] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 569.899636] env[69990]: value = "task-3445482" [ 569.899636] env[69990]: _type = "Task" [ 569.899636] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.907848] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445482, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.033472] env[69990]: DEBUG nova.network.neutron [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Updating instance_info_cache with network_info: [{"id": "85d25de3-c421-45d9-9f54-ddfc5e204774", "address": "fa:16:3e:f1:8c:23", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d25de3-c4", "ovs_interfaceid": "85d25de3-c421-45d9-9f54-ddfc5e204774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.116127] env[69990]: DEBUG nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.148210] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.158219] env[69990]: DEBUG nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.194395] env[69990]: DEBUG nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.325269] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523bcf73-8b3c-bb70-ecad-7d1bb2e95d70, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.325269] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.325269] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.325659] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.325659] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.325781] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.325993] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea7cb70-02ec-44f0-b223-d2a52b6703be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.337035] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.337035] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.337266] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13789f36-73ff-4693-992e-8b39942591a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.355821] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 570.355821] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521a8a92-f2d6-7eb0-6280-a30f98886286" [ 570.355821] env[69990]: _type = "Task" [ 570.355821] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.365597] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521a8a92-f2d6-7eb0-6280-a30f98886286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.393028] env[69990]: DEBUG nova.network.neutron [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Updated VIF entry in instance network info cache for port e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.393028] env[69990]: DEBUG nova.network.neutron [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Updating instance_info_cache with network_info: [{"id": "e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69", "address": "fa:16:3e:57:e2:9a", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cbcc0b-9e", "ovs_interfaceid": "e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.414269] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445482, 'name': Rename_Task, 'duration_secs': 0.157876} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.418482] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.419552] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a544db29-3a18-42b4-ae88-b8992bff3550 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.426467] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 570.426467] env[69990]: value = "task-3445483" [ 570.426467] env[69990]: _type = "Task" [ 570.426467] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.445985] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445483, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.539379] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Releasing lock "refresh_cache-30948c1e-acba-43be-9f4c-332c2a742c50" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.540263] env[69990]: DEBUG nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Instance network_info: |[{"id": "85d25de3-c421-45d9-9f54-ddfc5e204774", "address": "fa:16:3e:f1:8c:23", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d25de3-c4", "ovs_interfaceid": "85d25de3-c421-45d9-9f54-ddfc5e204774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.540425] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:8c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85d25de3-c421-45d9-9f54-ddfc5e204774', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.549127] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Creating folder: Project (a55b8f290ca1485cab4d464c0c290b1d). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.549511] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37f43eb9-d2f0-4402-996c-3bf28ff993db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.554899] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa5b43a-b0fe-40b3-a141-6755a9a2875c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.561700] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Created folder: Project (a55b8f290ca1485cab4d464c0c290b1d) in parent group-v687779. [ 570.561885] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Creating folder: Instances. Parent ref: group-v687802. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.562544] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b8e5b5b-a68f-4795-8793-35e3783144e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.568425] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67744e-e91e-46de-a4da-f5f6ce40cffc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.575016] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Created folder: Instances in parent group-v687802. [ 570.575329] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 570.575899] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.576190] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd38c93-d72c-4052-a685-3a94bc447cb4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.622189] env[69990]: DEBUG nova.network.neutron [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Successfully created port: 7682286a-f92a-4d45-ad0e-9454b0bf11a2 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.625711] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0893448b-9069-4feb-b2fe-68972a5d9cf2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.633808] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.633808] env[69990]: value = "task-3445486" [ 570.633808] env[69990]: _type = "Task" [ 570.633808] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.654490] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08838953-b19d-4d52-87fc-776ef22f5790 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.664049] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445486, 'name': CreateVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.683146] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445481, 'name': CreateSnapshot_Task, 'duration_secs': 0.935385} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.684193] env[69990]: DEBUG nova.compute.provider_tree [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.687990] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 570.690948] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac63a2-1ee5-418a-b1b4-fd60f68d935f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.720362] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.734399] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.866311] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521a8a92-f2d6-7eb0-6280-a30f98886286, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.867230] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bc7e69-126e-41df-aba3-bbf28f182b5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.872382] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 570.872382] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fffb66-0686-ca18-0d25-4937006bddb1" [ 570.872382] env[69990]: _type = "Task" [ 570.872382] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.881570] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fffb66-0686-ca18-0d25-4937006bddb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.895126] env[69990]: DEBUG oslo_concurrency.lockutils [req-4503ba3a-73e9-4210-95f5-0a42e97336c9 req-a828663e-5f43-41e5-bf72-ad8e8fa7f0e0 service nova] Releasing lock "refresh_cache-5b7ed074-6501-45be-83c0-650089a2706e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.936949] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.146397] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445486, 'name': CreateVM_Task, 'duration_secs': 0.412173} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.146695] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.147303] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.147458] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.148072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.148072] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9af8995-b9fb-4361-a5ae-34cce395ec86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.156642] env[69990]: DEBUG nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.163150] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 571.163150] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b6822b-feb8-3e4f-a2f2-1bc3e01cc250" [ 571.163150] env[69990]: _type = "Task" [ 571.163150] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.174146] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b6822b-feb8-3e4f-a2f2-1bc3e01cc250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.187017] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.187482] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.187482] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.187679] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.187815] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.187927] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.188190] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.188308] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.188477] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.188638] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.189030] env[69990]: DEBUG nova.virt.hardware [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.189957] env[69990]: DEBUG nova.scheduler.client.report [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.196892] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49f8bff-2e89-4198-b19c-9be35f06d24d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.216078] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f089d4-14d3-42b4-959d-c487443d2716 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.236807] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 571.237594] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20d9b020-663b-4b77-a1b4-1ceb6c422fa2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.258121] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 571.258121] env[69990]: value = "task-3445487" [ 571.258121] env[69990]: _type = "Task" [ 571.258121] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.268202] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445487, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.384563] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fffb66-0686-ca18-0d25-4937006bddb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.384862] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.385127] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 86dd6a38-843d-43b4-89cc-f7357ce975b8/86dd6a38-843d-43b4-89cc-f7357ce975b8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.385391] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8a28be8-f4e5-416c-9e60-9e57a4c098ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.391799] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 571.391799] env[69990]: value = "task-3445488" [ 571.391799] env[69990]: _type = "Task" [ 571.391799] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.399895] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.438256] env[69990]: DEBUG oslo_vmware.api [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445483, 'name': PowerOnVM_Task, 'duration_secs': 0.696659} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.438545] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.438749] env[69990]: INFO nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Took 13.01 seconds to spawn the instance on the hypervisor. [ 571.438927] env[69990]: DEBUG nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.439749] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836e267a-40d9-4559-9f24-e1e99ace479f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.600329] env[69990]: DEBUG nova.network.neutron [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Successfully updated port: d2dbb6d2-d181-474a-93f7-be81103dbcd4 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.679214] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b6822b-feb8-3e4f-a2f2-1bc3e01cc250, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.679667] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.679917] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.681086] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.681086] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.681086] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.681086] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2101e790-e5f1-4140-96f3-cd14c0cced23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.697537] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.697764] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.703596] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c467e8-38a2-4fe4-b3dc-9e91fd77c41e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.706658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.707244] env[69990]: DEBUG nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.709937] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.432s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.711613] env[69990]: INFO nova.compute.claims [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.718044] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 571.718044] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525301b9-94db-e8ac-eb6e-e61fc8494c8f" [ 571.718044] env[69990]: _type = "Task" [ 571.718044] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.727495] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525301b9-94db-e8ac-eb6e-e61fc8494c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.770882] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445487, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.835271] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "b89c7304-756d-4183-8fdd-48bb5a643686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.837211] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "b89c7304-756d-4183-8fdd-48bb5a643686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.906011] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.968619] env[69990]: INFO nova.compute.manager [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Took 25.86 seconds to build instance. [ 572.103153] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.103634] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.103634] env[69990]: DEBUG nova.network.neutron [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.222361] env[69990]: DEBUG nova.compute.utils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.227167] env[69990]: DEBUG nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.227167] env[69990]: DEBUG nova.network.neutron [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.243732] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525301b9-94db-e8ac-eb6e-e61fc8494c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.054249} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.244837] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e699f7b-58d4-454e-b965-4ab904dfa0c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.250786] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 572.250786] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ad1215-1c44-54f2-64cb-9dd9158a1475" [ 572.250786] env[69990]: _type = "Task" [ 572.250786] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.266245] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ad1215-1c44-54f2-64cb-9dd9158a1475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.271277] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445487, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.293708] env[69990]: DEBUG nova.compute.manager [None req-a4c44b92-7f62-45b3-b0da-380c958f7374 tempest-ServerDiagnosticsV248Test-1661422243 tempest-ServerDiagnosticsV248Test-1661422243-project-admin] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.294853] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e332b83-fefe-4d59-80c2-77bc1c75b6aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.301748] env[69990]: INFO nova.compute.manager [None req-a4c44b92-7f62-45b3-b0da-380c958f7374 tempest-ServerDiagnosticsV248Test-1661422243 tempest-ServerDiagnosticsV248Test-1661422243-project-admin] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Retrieving diagnostics [ 572.302757] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa225ed8-3112-47a7-b5f1-315ba10197d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.308030] env[69990]: DEBUG nova.policy [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd85d565353445e6af776807cef6dc8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd84e04fa76a84e999e03b28d3589dff6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.404817] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615011} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.405180] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 86dd6a38-843d-43b4-89cc-f7357ce975b8/86dd6a38-843d-43b4-89cc-f7357ce975b8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.405493] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.405849] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d9399a1-df84-4d73-a2c5-6f5064a51465 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.414342] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 572.414342] env[69990]: value = "task-3445489" [ 572.414342] env[69990]: _type = "Task" [ 572.414342] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.422811] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.473746] env[69990]: DEBUG oslo_concurrency.lockutils [None req-edf553f6-4f76-42ac-8600-94591249b0f8 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "5b7ed074-6501-45be-83c0-650089a2706e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.373s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.540345] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.540394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.580139] env[69990]: DEBUG nova.network.neutron [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Successfully updated port: 7682286a-f92a-4d45-ad0e-9454b0bf11a2 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.661674] env[69990]: DEBUG nova.network.neutron [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.729118] env[69990]: DEBUG nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.768652] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ad1215-1c44-54f2-64cb-9dd9158a1475, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.769499] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.769950] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 30948c1e-acba-43be-9f4c-332c2a742c50/30948c1e-acba-43be-9f4c-332c2a742c50.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.770380] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5c4fcc-8678-4c3c-97a4-5006a35b9ea7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.776179] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445487, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.785296] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 572.785296] env[69990]: value = "task-3445490" [ 572.785296] env[69990]: _type = "Task" [ 572.785296] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.794246] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.864176] env[69990]: DEBUG nova.network.neutron [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Updating instance_info_cache with network_info: [{"id": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "address": "fa:16:3e:32:ce:af", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbb6d2-d1", "ovs_interfaceid": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.928786] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087962} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.929387] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.933039] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168eee6f-1ef0-4616-be25-0c7ed1d1567a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.957876] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 86dd6a38-843d-43b4-89cc-f7357ce975b8/86dd6a38-843d-43b4-89cc-f7357ce975b8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.958279] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820fb7ac-5696-4029-9750-a8ab86e28961 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.977812] env[69990]: DEBUG nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.984032] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.984287] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.988477] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 572.988477] env[69990]: value = "task-3445491" [ 572.988477] env[69990]: _type = "Task" [ 572.988477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.001263] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.083110] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "refresh_cache-f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.083242] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "refresh_cache-f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.083410] env[69990]: DEBUG nova.network.neutron [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.178321] env[69990]: DEBUG nova.network.neutron [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Successfully created port: d5d463a2-41ea-4b07-965d-bb71ec73eaed {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.203868] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d7265-bc62-47ee-bba8-08cfedcba7de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.213419] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d06b901-0274-468b-a177-534fbe7fbd53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.258589] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e4f269-5975-40ed-8a35-603d81e3035c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.267791] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fe1375-e657-459b-9604-fcfd3aaf1bed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.277675] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445487, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.289675] env[69990]: DEBUG nova.compute.provider_tree [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.299139] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445490, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.314224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Acquiring lock "d27f43e1-c0dc-40ad-81b3-ee539400708d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.314224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.314224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Acquiring lock "d27f43e1-c0dc-40ad-81b3-ee539400708d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.314513] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.314513] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.316700] env[69990]: INFO nova.compute.manager [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Terminating instance [ 573.371914] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.372164] env[69990]: DEBUG nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Instance network_info: |[{"id": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "address": "fa:16:3e:32:ce:af", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbb6d2-d1", "ovs_interfaceid": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.372631] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:ce:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2dbb6d2-d181-474a-93f7-be81103dbcd4', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.381530] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Creating folder: Project (d84e04fa76a84e999e03b28d3589dff6). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.382111] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d431178f-3517-4c73-9a86-19f5e9b58160 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.394339] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Created folder: Project (d84e04fa76a84e999e03b28d3589dff6) in parent group-v687779. [ 573.394514] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Creating folder: Instances. Parent ref: group-v687806. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.396662] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71fbff57-a033-44bb-99f4-07d7e2bbb1ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.408199] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Created folder: Instances in parent group-v687806. [ 573.408468] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 573.408661] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.408866] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a07fcf4-d998-4a6b-9e25-758c6c833a89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.430307] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.430307] env[69990]: value = "task-3445494" [ 573.430307] env[69990]: _type = "Task" [ 573.430307] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.440346] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445494, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.501988] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.504901] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.575855] env[69990]: DEBUG nova.compute.manager [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Received event network-vif-plugged-85d25de3-c421-45d9-9f54-ddfc5e204774 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 573.575855] env[69990]: DEBUG oslo_concurrency.lockutils [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] Acquiring lock "30948c1e-acba-43be-9f4c-332c2a742c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.580714] env[69990]: DEBUG oslo_concurrency.lockutils [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] Lock "30948c1e-acba-43be-9f4c-332c2a742c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.580714] env[69990]: DEBUG oslo_concurrency.lockutils [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] Lock "30948c1e-acba-43be-9f4c-332c2a742c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.580714] env[69990]: DEBUG nova.compute.manager [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] No waiting events found dispatching network-vif-plugged-85d25de3-c421-45d9-9f54-ddfc5e204774 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.580714] env[69990]: WARNING nova.compute.manager [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Received unexpected event network-vif-plugged-85d25de3-c421-45d9-9f54-ddfc5e204774 for instance with vm_state building and task_state spawning. [ 573.580714] env[69990]: DEBUG nova.compute.manager [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Received event network-changed-85d25de3-c421-45d9-9f54-ddfc5e204774 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 573.581072] env[69990]: DEBUG nova.compute.manager [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Refreshing instance network info cache due to event network-changed-85d25de3-c421-45d9-9f54-ddfc5e204774. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 573.581072] env[69990]: DEBUG oslo_concurrency.lockutils [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] Acquiring lock "refresh_cache-30948c1e-acba-43be-9f4c-332c2a742c50" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.581072] env[69990]: DEBUG oslo_concurrency.lockutils [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] Acquired lock "refresh_cache-30948c1e-acba-43be-9f4c-332c2a742c50" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.581072] env[69990]: DEBUG nova.network.neutron [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Refreshing network info cache for port 85d25de3-c421-45d9-9f54-ddfc5e204774 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.636809] env[69990]: DEBUG nova.network.neutron [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.757533] env[69990]: DEBUG nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.776036] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445487, 'name': CloneVM_Task, 'duration_secs': 2.299038} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.776423] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Created linked-clone VM from snapshot [ 573.777327] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7856d8-c297-4cc3-9c38-2a796ee6aace {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.786214] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Uploading image 05630368-fb67-4b73-8e02-77a2dec6739e {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 573.795672] env[69990]: DEBUG nova.scheduler.client.report [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.805196] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824736} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.805945] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 30948c1e-acba-43be-9f4c-332c2a742c50/30948c1e-acba-43be-9f4c-332c2a742c50.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.806205] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.806479] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901b1031-ed80-4b30-836f-e895c103a4f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.815696] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.816289] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.816345] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.816519] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.817466] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.817466] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.817466] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.817466] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.817466] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.817693] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.817848] env[69990]: DEBUG nova.virt.hardware [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.820315] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec449c-6225-4ee9-a8e2-23c3f3c9900f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.828499] env[69990]: DEBUG nova.compute.manager [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 573.828710] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 573.828868] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 573.828868] env[69990]: value = "task-3445495" [ 573.828868] env[69990]: _type = "Task" [ 573.828868] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.830499] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dda8b9-ef38-469a-8199-6f4987aeff24 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.837511] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 573.837511] env[69990]: value = "vm-687805" [ 573.837511] env[69990]: _type = "VirtualMachine" [ 573.837511] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 573.842443] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-213843f9-c21a-460c-90cc-c6200a9befc7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.852252] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2257ae-f263-434d-811c-d7fb5240178b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.863896] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.864208] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 573.865289] env[69990]: DEBUG nova.network.neutron [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Updating instance_info_cache with network_info: [{"id": "7682286a-f92a-4d45-ad0e-9454b0bf11a2", "address": "fa:16:3e:6e:a8:7f", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7682286a-f9", "ovs_interfaceid": "7682286a-f92a-4d45-ad0e-9454b0bf11a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.868380] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33d44d73-d9eb-4abc-9c95-b69a37d48f82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.882073] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lease: (returnval){ [ 573.882073] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5268ec54-803d-3930-a4a6-f080c586d197" [ 573.882073] env[69990]: _type = "HttpNfcLease" [ 573.882073] env[69990]: } obtained for exporting VM: (result){ [ 573.882073] env[69990]: value = "vm-687805" [ 573.882073] env[69990]: _type = "VirtualMachine" [ 573.882073] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 573.882073] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the lease: (returnval){ [ 573.882073] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5268ec54-803d-3930-a4a6-f080c586d197" [ 573.882073] env[69990]: _type = "HttpNfcLease" [ 573.882073] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 573.886141] env[69990]: DEBUG oslo_vmware.api [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Waiting for the task: (returnval){ [ 573.886141] env[69990]: value = "task-3445497" [ 573.886141] env[69990]: _type = "Task" [ 573.886141] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.893283] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 573.893283] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5268ec54-803d-3930-a4a6-f080c586d197" [ 573.893283] env[69990]: _type = "HttpNfcLease" [ 573.893283] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 573.893954] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 573.893954] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5268ec54-803d-3930-a4a6-f080c586d197" [ 573.893954] env[69990]: _type = "HttpNfcLease" [ 573.893954] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 573.894717] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c0e6f1-e93d-4723-bdcf-8b8f1c009470 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.901282] env[69990]: DEBUG oslo_vmware.api [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Task: {'id': task-3445497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.909219] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ecaf5-b5d2-7f70-2c6d-215fb649cbe4/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 573.909403] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ecaf5-b5d2-7f70-2c6d-215fb649cbe4/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 573.977414] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "f7a3245f-e02c-4b30-8574-b0028e8341a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.979749] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.984202] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445494, 'name': CreateVM_Task, 'duration_secs': 0.424741} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.985045] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.985210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.985257] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.986360] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.986360] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f733f49b-ba53-4412-9684-0eccea5e6d51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.990824] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 573.990824] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52555910-9122-93e8-f98e-6078d244ee8a" [ 573.990824] env[69990]: _type = "Task" [ 573.990824] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.002142] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445491, 'name': ReconfigVM_Task, 'duration_secs': 0.827117} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.005905] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 86dd6a38-843d-43b4-89cc-f7357ce975b8/86dd6a38-843d-43b4-89cc-f7357ce975b8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.009696] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52555910-9122-93e8-f98e-6078d244ee8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.009696] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96dbb39d-301b-4759-8c4b-2649bf1501e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.010818] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.011606] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.011606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.011606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.011606] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.012456] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e200714b-953b-4537-926a-ab36978d7bad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.014552] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8553417e-839b-4556-96a6-4f982d9fa911 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.021791] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 574.021791] env[69990]: value = "task-3445498" [ 574.021791] env[69990]: _type = "Task" [ 574.021791] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.023061] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.023061] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.026674] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ef8e3c-abfb-4711-a493-9e318cf14771 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.037663] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 574.037663] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b950fe-2add-bc36-f9ea-8062e0671724" [ 574.037663] env[69990]: _type = "Task" [ 574.037663] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.037879] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445498, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.056785] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b950fe-2add-bc36-f9ea-8062e0671724, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.057925] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960071cf-7d9b-474c-9684-6e4f443f3db6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.066812] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 574.066812] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52285225-8f7e-a8fb-a788-9a5af72b3629" [ 574.066812] env[69990]: _type = "Task" [ 574.066812] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.077775] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52285225-8f7e-a8fb-a788-9a5af72b3629, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.078181] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.078292] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 36f912de-3717-4b30-8a46-1d554cb57adb/36f912de-3717-4b30-8a46-1d554cb57adb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.078672] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf855f07-f0ca-4caa-89ac-ad983fea7d57 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.093623] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 574.093623] env[69990]: value = "task-3445499" [ 574.093623] env[69990]: _type = "Task" [ 574.093623] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.101118] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.290303] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Received event network-changed-1860ad60-ddc0-4843-baed-5d8a65ee5d89 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 574.293134] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Refreshing instance network info cache due to event network-changed-1860ad60-ddc0-4843-baed-5d8a65ee5d89. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 574.299080] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Acquiring lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.300471] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Acquired lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.300782] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Refreshing network info cache for port 1860ad60-ddc0-4843-baed-5d8a65ee5d89 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.304973] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.305065] env[69990]: DEBUG nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.310244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.950s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.312685] env[69990]: INFO nova.compute.claims [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.366957] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083717} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.371205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "refresh_cache-f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.373983] env[69990]: DEBUG nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Instance network_info: |[{"id": "7682286a-f92a-4d45-ad0e-9454b0bf11a2", "address": "fa:16:3e:6e:a8:7f", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7682286a-f9", "ovs_interfaceid": "7682286a-f92a-4d45-ad0e-9454b0bf11a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.373983] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.376911] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a8:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7682286a-f92a-4d45-ad0e-9454b0bf11a2', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.383801] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 574.384584] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e64da15-d0c2-4f61-bae4-a45c1dc5f723 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.387960] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.388827] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5f914ea-f2c1-4234-b294-5f25d926924d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.412323] env[69990]: DEBUG nova.network.neutron [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Updated VIF entry in instance network info cache for port 85d25de3-c421-45d9-9f54-ddfc5e204774. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.412323] env[69990]: DEBUG nova.network.neutron [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Updating instance_info_cache with network_info: [{"id": "85d25de3-c421-45d9-9f54-ddfc5e204774", "address": "fa:16:3e:f1:8c:23", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d25de3-c4", "ovs_interfaceid": "85d25de3-c421-45d9-9f54-ddfc5e204774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.446108] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 30948c1e-acba-43be-9f4c-332c2a742c50/30948c1e-acba-43be-9f4c-332c2a742c50.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.451425] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9882d87a-1ce3-46ad-88b0-b9acb8f45c55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.473120] env[69990]: DEBUG oslo_vmware.api [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Task: {'id': task-3445497, 'name': PowerOffVM_Task, 'duration_secs': 0.208259} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.473728] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.473728] env[69990]: value = "task-3445500" [ 574.473728] env[69990]: _type = "Task" [ 574.473728] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.476556] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 574.476556] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 574.476556] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a56fbd8b-3fce-41b8-9c5f-686e841f3c22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.483516] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 574.483516] env[69990]: value = "task-3445501" [ 574.483516] env[69990]: _type = "Task" [ 574.483516] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.491153] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445500, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.496577] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.535664] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445498, 'name': Rename_Task, 'duration_secs': 0.157438} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.536299] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.536767] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b12077fd-cfc2-4db5-8173-b203dc952419 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.545887] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 574.545887] env[69990]: value = "task-3445503" [ 574.545887] env[69990]: _type = "Task" [ 574.545887] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.556172] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 574.556617] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 574.556768] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Deleting the datastore file [datastore1] d27f43e1-c0dc-40ad-81b3-ee539400708d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.557748] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-045ec5c1-181d-4aaf-8223-ddfb0c0be339 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.565603] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445503, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.572375] env[69990]: DEBUG oslo_vmware.api [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Waiting for the task: (returnval){ [ 574.572375] env[69990]: value = "task-3445504" [ 574.572375] env[69990]: _type = "Task" [ 574.572375] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.587956] env[69990]: DEBUG oslo_vmware.api [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Task: {'id': task-3445504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.609346] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.820672] env[69990]: DEBUG nova.compute.utils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.822140] env[69990]: DEBUG nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.822419] env[69990]: DEBUG nova.network.neutron [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.938544] env[69990]: DEBUG oslo_concurrency.lockutils [req-e32d2c36-fe32-4327-bdb4-e272922d767d req-4c75b4fd-9349-4816-b326-0a0ae6f82825 service nova] Releasing lock "refresh_cache-30948c1e-acba-43be-9f4c-332c2a742c50" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.938688] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.938929] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.988706] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445500, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.008040] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.060992] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.090654] env[69990]: DEBUG oslo_vmware.api [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Task: {'id': task-3445504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364943} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.091371] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.094021] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.094021] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.094021] env[69990]: INFO nova.compute.manager [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 575.094021] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.094021] env[69990]: DEBUG nova.compute.manager [-] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.094021] env[69990]: DEBUG nova.network.neutron [-] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.101356] env[69990]: DEBUG nova.policy [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc42e9c3e1d42ac966e495f475de843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0363b17aa7348ed8a1576c7afd0071c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.110345] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694015} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.110726] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 36f912de-3717-4b30-8a46-1d554cb57adb/36f912de-3717-4b30-8a46-1d554cb57adb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.110941] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.111250] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb823622-e4d2-492c-a506-76b45c27afc3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.120624] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 575.120624] env[69990]: value = "task-3445505" [ 575.120624] env[69990]: _type = "Task" [ 575.120624] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.133190] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.328706] env[69990]: DEBUG nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.490620] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445500, 'name': CreateVM_Task, 'duration_secs': 0.621468} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.494319] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.497898] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.498087] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.498374] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.500386] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1055ceff-c9b9-44f9-8fd3-0f5cb2f15add {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.508079] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445501, 'name': ReconfigVM_Task, 'duration_secs': 0.614581} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.508832] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 30948c1e-acba-43be-9f4c-332c2a742c50/30948c1e-acba-43be-9f4c-332c2a742c50.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.511510] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98c32512-207f-4998-b560-482d75fb1588 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.514225] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 575.514225] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5299b0d4-8c17-f02b-d0e1-16ee534d6021" [ 575.514225] env[69990]: _type = "Task" [ 575.514225] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.522259] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 575.522259] env[69990]: value = "task-3445506" [ 575.522259] env[69990]: _type = "Task" [ 575.522259] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.526413] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5299b0d4-8c17-f02b-d0e1-16ee534d6021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.526895] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updated VIF entry in instance network info cache for port 1860ad60-ddc0-4843-baed-5d8a65ee5d89. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.527357] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance_info_cache with network_info: [{"id": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "address": "fa:16:3e:5c:1b:c8", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1860ad60-dd", "ovs_interfaceid": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.543898] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445506, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.562573] env[69990]: DEBUG oslo_vmware.api [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445503, 'name': PowerOnVM_Task, 'duration_secs': 0.791979} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.562573] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.562573] env[69990]: INFO nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Took 12.17 seconds to spawn the instance on the hypervisor. [ 575.565465] env[69990]: DEBUG nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.565465] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d163751-e193-4158-81f6-e532969c935f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.640750] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181123} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.641413] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.645022] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b37597e-f1bd-4139-b76d-c3a94dfa95ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.673746] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 36f912de-3717-4b30-8a46-1d554cb57adb/36f912de-3717-4b30-8a46-1d554cb57adb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.676946] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a75921b-3590-4bd9-b29b-c18ad331eacd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.703600] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 575.703600] env[69990]: value = "task-3445507" [ 575.703600] env[69990]: _type = "Task" [ 575.703600] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.718649] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.883693] env[69990]: DEBUG nova.network.neutron [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Successfully updated port: d5d463a2-41ea-4b07-965d-bb71ec73eaed {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.885785] env[69990]: DEBUG nova.network.neutron [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Successfully created port: f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.911975] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24241261-ca90-4c2f-bcec-5d0eb3ed2807 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.920212] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01af1f1-d8c9-449c-a847-5729162f918e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.950581] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8130ad6-5778-4f80-9049-fa615b831e8d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.958221] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853232d4-41de-4c76-a6c9-782db86b64e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.972066] env[69990]: DEBUG nova.compute.provider_tree [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.024833] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5299b0d4-8c17-f02b-d0e1-16ee534d6021, 'name': SearchDatastore_Task, 'duration_secs': 0.026264} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.025209] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.025453] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.025777] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.025974] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.026070] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.026420] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3413fd6e-b584-48a3-8061-2ea253d71c98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.038700] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Releasing lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.039029] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Received event network-changed-314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 576.039213] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Refreshing instance network info cache due to event network-changed-314d6c96-4827-47e6-bc22-194f76e982f4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 576.039791] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Acquiring lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.039791] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Acquired lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.039791] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Refreshing network info cache for port 314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.043254] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445506, 'name': Rename_Task, 'duration_secs': 0.263717} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.043254] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.043254] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.043254] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.043796] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3edc5971-c637-41c5-91dd-c1a5f113dfc7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.045507] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778a7a68-16ae-4dd1-a068-9e8272cf6917 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.050998] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 576.050998] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b5c6e-d6a1-abb0-9c9e-fd5d5274b012" [ 576.050998] env[69990]: _type = "Task" [ 576.050998] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.053415] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 576.053415] env[69990]: value = "task-3445508" [ 576.053415] env[69990]: _type = "Task" [ 576.053415] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.067980] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527b5c6e-d6a1-abb0-9c9e-fd5d5274b012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.070751] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.090279] env[69990]: INFO nova.compute.manager [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Took 28.85 seconds to build instance. [ 576.214561] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.342679] env[69990]: DEBUG nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.383645] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.383911] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.384175] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.386763] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.386763] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.386763] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.386763] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.386763] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.386910] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.386910] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.386910] env[69990]: DEBUG nova.virt.hardware [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.386910] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "refresh_cache-ce442a1a-3c64-4a7a-a670-440f01101c14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.386910] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "refresh_cache-ce442a1a-3c64-4a7a-a670-440f01101c14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.387061] env[69990]: DEBUG nova.network.neutron [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.391020] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdbf8f2-3c3e-4ee6-9454-7dfb3185e435 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.400039] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f824b3-1e85-4259-b3fa-e3be0b72c869 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.477386] env[69990]: DEBUG nova.scheduler.client.report [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.545627] env[69990]: DEBUG nova.network.neutron [-] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.563434] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527b5c6e-d6a1-abb0-9c9e-fd5d5274b012, 'name': SearchDatastore_Task, 'duration_secs': 0.020093} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.568110] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137345af-be01-4ea9-bf42-ef480c590fdb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.581374] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.583811] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 576.583811] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ca3b3e-c684-2380-d765-62b790739ba9" [ 576.583811] env[69990]: _type = "Task" [ 576.583811] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.593993] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f6f4e12-b651-4fd7-b124-2a5a2469b698 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.382s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.593993] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ca3b3e-c684-2380-d765-62b790739ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.715870] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445507, 'name': ReconfigVM_Task, 'duration_secs': 0.786074} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.716215] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 36f912de-3717-4b30-8a46-1d554cb57adb/36f912de-3717-4b30-8a46-1d554cb57adb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.716967] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97515c4c-5381-42e2-81c0-6a20742c14ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.726411] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 576.726411] env[69990]: value = "task-3445509" [ 576.726411] env[69990]: _type = "Task" [ 576.726411] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.736255] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445509, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.882913] env[69990]: DEBUG nova.compute.manager [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Received event network-vif-plugged-7682286a-f92a-4d45-ad0e-9454b0bf11a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 576.883132] env[69990]: DEBUG oslo_concurrency.lockutils [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] Acquiring lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.883334] env[69990]: DEBUG oslo_concurrency.lockutils [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.883495] env[69990]: DEBUG oslo_concurrency.lockutils [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.885041] env[69990]: DEBUG nova.compute.manager [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] No waiting events found dispatching network-vif-plugged-7682286a-f92a-4d45-ad0e-9454b0bf11a2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.885737] env[69990]: WARNING nova.compute.manager [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Received unexpected event network-vif-plugged-7682286a-f92a-4d45-ad0e-9454b0bf11a2 for instance with vm_state building and task_state spawning. [ 576.885737] env[69990]: DEBUG nova.compute.manager [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Received event network-changed-7682286a-f92a-4d45-ad0e-9454b0bf11a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 576.885737] env[69990]: DEBUG nova.compute.manager [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Refreshing instance network info cache due to event network-changed-7682286a-f92a-4d45-ad0e-9454b0bf11a2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 576.885894] env[69990]: DEBUG oslo_concurrency.lockutils [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] Acquiring lock "refresh_cache-f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.891039] env[69990]: DEBUG oslo_concurrency.lockutils [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] Acquired lock "refresh_cache-f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.891039] env[69990]: DEBUG nova.network.neutron [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Refreshing network info cache for port 7682286a-f92a-4d45-ad0e-9454b0bf11a2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.965707] env[69990]: DEBUG nova.network.neutron [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.988187] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.988781] env[69990]: DEBUG nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.994688] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.764s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.048782] env[69990]: INFO nova.compute.manager [-] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Took 1.96 seconds to deallocate network for instance. [ 577.083765] env[69990]: DEBUG oslo_vmware.api [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445508, 'name': PowerOnVM_Task, 'duration_secs': 0.676485} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.084411] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.084411] env[69990]: INFO nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Took 11.19 seconds to spawn the instance on the hypervisor. [ 577.084518] env[69990]: DEBUG nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.085987] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336e375-7e94-4289-8930-6657a63edb71 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.105043] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updated VIF entry in instance network info cache for port 314d6c96-4827-47e6-bc22-194f76e982f4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.105043] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updating instance_info_cache with network_info: [{"id": "314d6c96-4827-47e6-bc22-194f76e982f4", "address": "fa:16:3e:19:3d:30", "network": {"id": "f9e36ca5-9bc1-41a9-92ac-0d18f1d91c76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-728717192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206bb7d4797443e4a8a8ac64be82aaa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314d6c96-48", "ovs_interfaceid": "314d6c96-4827-47e6-bc22-194f76e982f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.105451] env[69990]: DEBUG nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.109692] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ca3b3e-c684-2380-d765-62b790739ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.110525] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.110615] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad/f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.111282] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba4bd1d8-32d4-4f13-97f0-e49fc22a9dfb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.120767] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 577.120767] env[69990]: value = "task-3445510" [ 577.120767] env[69990]: _type = "Task" [ 577.120767] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.133800] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.240150] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445509, 'name': Rename_Task, 'duration_secs': 0.304094} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.243237] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.244246] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f049c44a-22b5-44fd-b6f2-57e92e8ec943 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.250510] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 577.250510] env[69990]: value = "task-3445511" [ 577.250510] env[69990]: _type = "Task" [ 577.250510] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.258757] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.322476] env[69990]: DEBUG nova.network.neutron [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Updating instance_info_cache with network_info: [{"id": "d5d463a2-41ea-4b07-965d-bb71ec73eaed", "address": "fa:16:3e:60:ba:da", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d463a2-41", "ovs_interfaceid": "d5d463a2-41ea-4b07-965d-bb71ec73eaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.355363] env[69990]: DEBUG nova.compute.manager [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Received event network-vif-plugged-d5d463a2-41ea-4b07-965d-bb71ec73eaed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 577.355737] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] Acquiring lock "ce442a1a-3c64-4a7a-a670-440f01101c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.355794] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.355933] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.359216] env[69990]: DEBUG nova.compute.manager [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] No waiting events found dispatching network-vif-plugged-d5d463a2-41ea-4b07-965d-bb71ec73eaed {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.359452] env[69990]: WARNING nova.compute.manager [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Received unexpected event network-vif-plugged-d5d463a2-41ea-4b07-965d-bb71ec73eaed for instance with vm_state building and task_state spawning. [ 577.359623] env[69990]: DEBUG nova.compute.manager [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Received event network-changed-d5d463a2-41ea-4b07-965d-bb71ec73eaed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 577.359779] env[69990]: DEBUG nova.compute.manager [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Refreshing instance network info cache due to event network-changed-d5d463a2-41ea-4b07-965d-bb71ec73eaed. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 577.359984] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] Acquiring lock "refresh_cache-ce442a1a-3c64-4a7a-a670-440f01101c14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.499770] env[69990]: DEBUG nova.compute.utils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.519968] env[69990]: DEBUG nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.521328] env[69990]: DEBUG nova.network.neutron [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.564359] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.611361] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Releasing lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.611667] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Received event network-vif-plugged-d2dbb6d2-d181-474a-93f7-be81103dbcd4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 577.611898] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Acquiring lock "36f912de-3717-4b30-8a46-1d554cb57adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.612780] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Lock "36f912de-3717-4b30-8a46-1d554cb57adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.612780] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Lock "36f912de-3717-4b30-8a46-1d554cb57adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.612780] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] No waiting events found dispatching network-vif-plugged-d2dbb6d2-d181-474a-93f7-be81103dbcd4 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.612940] env[69990]: WARNING nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Received unexpected event network-vif-plugged-d2dbb6d2-d181-474a-93f7-be81103dbcd4 for instance with vm_state building and task_state spawning. [ 577.613064] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Received event network-changed-d2dbb6d2-d181-474a-93f7-be81103dbcd4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 577.614043] env[69990]: DEBUG nova.compute.manager [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Refreshing instance network info cache due to event network-changed-d2dbb6d2-d181-474a-93f7-be81103dbcd4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 577.614928] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Acquiring lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.614928] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Acquired lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.615412] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Refreshing network info cache for port d2dbb6d2-d181-474a-93f7-be81103dbcd4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.630042] env[69990]: INFO nova.compute.manager [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Took 29.90 seconds to build instance. [ 577.653799] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.666935] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.764340] env[69990]: DEBUG nova.policy [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2fd394a219454b81c3aeca2f939d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4809cc083737402090184f3a9d75c331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.766193] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.830078] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "refresh_cache-ce442a1a-3c64-4a7a-a670-440f01101c14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.830451] env[69990]: DEBUG nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Instance network_info: |[{"id": "d5d463a2-41ea-4b07-965d-bb71ec73eaed", "address": "fa:16:3e:60:ba:da", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d463a2-41", "ovs_interfaceid": "d5d463a2-41ea-4b07-965d-bb71ec73eaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.830770] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] Acquired lock "refresh_cache-ce442a1a-3c64-4a7a-a670-440f01101c14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.831009] env[69990]: DEBUG nova.network.neutron [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Refreshing network info cache for port d5d463a2-41ea-4b07-965d-bb71ec73eaed {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.832368] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:ba:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5d463a2-41ea-4b07-965d-bb71ec73eaed', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.843484] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.847597] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.847992] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cba1864a-87be-41c3-a122-d5fe3d450df1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.870992] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.870992] env[69990]: value = "task-3445512" [ 577.870992] env[69990]: _type = "Task" [ 577.870992] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.882881] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445512, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.009391] env[69990]: DEBUG nova.network.neutron [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Updated VIF entry in instance network info cache for port 7682286a-f92a-4d45-ad0e-9454b0bf11a2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.009856] env[69990]: DEBUG nova.network.neutron [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Updating instance_info_cache with network_info: [{"id": "7682286a-f92a-4d45-ad0e-9454b0bf11a2", "address": "fa:16:3e:6e:a8:7f", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7682286a-f9", "ovs_interfaceid": "7682286a-f92a-4d45-ad0e-9454b0bf11a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.022371] env[69990]: DEBUG nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.087408] env[69990]: DEBUG nova.network.neutron [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Successfully updated port: f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.136512] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834977} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.136755] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad/f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.136945] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.137234] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f752dec-ab5f-4886-a61c-4bf610be6b98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.139761] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ca01a1b9-fd8a-44f5-a2f0-ea3a288597e0 tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "30948c1e-acba-43be-9f4c-332c2a742c50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.425s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.147228] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 578.147228] env[69990]: value = "task-3445513" [ 578.147228] env[69990]: _type = "Task" [ 578.147228] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.158786] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.387724] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.394025] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445512, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.515628] env[69990]: DEBUG oslo_concurrency.lockutils [req-52a38899-b2c2-4a14-bee8-078b06823424 req-4d410ae2-c1e6-41df-8f00-9d47308904e3 service nova] Releasing lock "refresh_cache-f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.550394] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance b89c7304-756d-4183-8fdd-48bb5a643686 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 578.550394] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance d27f43e1-c0dc-40ad-81b3-ee539400708d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 578.550658] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 3806e66d-58b8-4c34-8b23-e72e47f7908e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 578.594881] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.595075] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquired lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.595247] env[69990]: DEBUG nova.network.neutron [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.642873] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.662585] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084302} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.663136] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.664892] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c80bfe-938a-47d3-bc68-0894c6baa348 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.697180] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad/f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.700334] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45f842d-fa3f-45ec-957d-6cbac5ec2e4d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.725023] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 578.725023] env[69990]: value = "task-3445514" [ 578.725023] env[69990]: _type = "Task" [ 578.725023] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.735947] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445514, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.766087] env[69990]: DEBUG oslo_vmware.api [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445511, 'name': PowerOnVM_Task, 'duration_secs': 1.117795} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.766261] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.767286] env[69990]: INFO nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Took 10.35 seconds to spawn the instance on the hypervisor. [ 578.767739] env[69990]: DEBUG nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.768469] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2d3fe-3f9b-4786-a14b-ed1e545afd6a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.835024] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Updated VIF entry in instance network info cache for port d2dbb6d2-d181-474a-93f7-be81103dbcd4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.835390] env[69990]: DEBUG nova.network.neutron [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Updating instance_info_cache with network_info: [{"id": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "address": "fa:16:3e:32:ce:af", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbb6d2-d1", "ovs_interfaceid": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.886023] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445512, 'name': CreateVM_Task, 'duration_secs': 0.75361} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.886023] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.886023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.886023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.886023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.886314] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579f5ed2-b5b8-44d6-8284-691998a37b17 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.891688] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 578.891688] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52640fa7-234b-cf38-7f42-cfedab1a393a" [ 578.891688] env[69990]: _type = "Task" [ 578.891688] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.901441] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52640fa7-234b-cf38-7f42-cfedab1a393a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.972537] env[69990]: DEBUG nova.network.neutron [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Updated VIF entry in instance network info cache for port d5d463a2-41ea-4b07-965d-bb71ec73eaed. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.973022] env[69990]: DEBUG nova.network.neutron [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Updating instance_info_cache with network_info: [{"id": "d5d463a2-41ea-4b07-965d-bb71ec73eaed", "address": "fa:16:3e:60:ba:da", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d463a2-41", "ovs_interfaceid": "d5d463a2-41ea-4b07-965d-bb71ec73eaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.035166] env[69990]: DEBUG nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.058322] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 579.058322] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 722a0b73-4bf9-4003-981c-aa3499d8b87b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 579.085107] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.086680] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.086857] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.090202] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.090462] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.090626] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.090859] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.091045] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.091229] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.091401] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.091605] env[69990]: DEBUG nova.virt.hardware [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.092685] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d96ac-86c1-4a72-a181-919e49ae4e2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.113214] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edab894-0079-43c8-bdbd-8b7861daddd3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.165391] env[69990]: DEBUG nova.network.neutron [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.180161] env[69990]: DEBUG nova.network.neutron [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Successfully created port: 2ad18a31-4bbd-4e37-ad10-100358ae7e33 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.182477] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.237553] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445514, 'name': ReconfigVM_Task, 'duration_secs': 0.343644} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.237850] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad/f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.238809] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7095d64b-3bf6-4745-b98d-b43410170d72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.246258] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 579.246258] env[69990]: value = "task-3445515" [ 579.246258] env[69990]: _type = "Task" [ 579.246258] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.261606] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445515, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.296747] env[69990]: INFO nova.compute.manager [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Took 31.25 seconds to build instance. [ 579.341826] env[69990]: DEBUG oslo_concurrency.lockutils [req-43c5dace-37e2-4da0-b6f6-0f514793d068 req-5c469b58-ad49-426b-8657-883b5eaabe27 service nova] Releasing lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.414454] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52640fa7-234b-cf38-7f42-cfedab1a393a, 'name': SearchDatastore_Task, 'duration_secs': 0.015446} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.414454] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.414454] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.414454] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.414948] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.414948] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.414948] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f6e0389-e099-4e06-a91d-d2b15463a828 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.424737] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.424737] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.425725] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b850dac8-bb9e-44e2-97be-2dc7d7206e52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.434081] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 579.434081] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52cb0a5c-1f6d-26c4-bfa3-4d6873587db8" [ 579.434081] env[69990]: _type = "Task" [ 579.434081] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.443768] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cb0a5c-1f6d-26c4-bfa3-4d6873587db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.481319] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] Releasing lock "refresh_cache-ce442a1a-3c64-4a7a-a670-440f01101c14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.481587] env[69990]: DEBUG nova.compute.manager [req-8e5d7341-9c5b-47ce-bdd6-c2493e2f1115 req-bdc4c3ae-ad09-4250-87c0-3a61e4a8b0d5 service nova] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Received event network-vif-deleted-c3c75c77-7745-41c6-be36-24e40f801b80 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.563633] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance f7a3245f-e02c-4b30-8574-b0028e8341a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 579.563816] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 03ff3500-ce24-4274-bc2e-5e4777d25f03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 579.597887] env[69990]: DEBUG nova.network.neutron [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updating instance_info_cache with network_info: [{"id": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "address": "fa:16:3e:83:12:74", "network": {"id": "95137fa4-48eb-47ab-840f-47887de581fd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-592167101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0363b17aa7348ed8a1576c7afd0071c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c5c84-6c", "ovs_interfaceid": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.762033] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445515, 'name': Rename_Task, 'duration_secs': 0.159958} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.765964] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.765964] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82ab628d-95b4-454a-8815-3e6c3f192035 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.773266] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 579.773266] env[69990]: value = "task-3445516" [ 579.773266] env[69990]: _type = "Task" [ 579.773266] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.783408] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.802405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf5a7ffb-8408-4c27-9c6d-47c6b387b785 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.766s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.887661] env[69990]: DEBUG nova.compute.manager [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Received event network-vif-plugged-f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.887661] env[69990]: DEBUG oslo_concurrency.lockutils [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] Acquiring lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.887661] env[69990]: DEBUG oslo_concurrency.lockutils [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.887661] env[69990]: DEBUG oslo_concurrency.lockutils [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.887661] env[69990]: DEBUG nova.compute.manager [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] No waiting events found dispatching network-vif-plugged-f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.887904] env[69990]: WARNING nova.compute.manager [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Received unexpected event network-vif-plugged-f60c5c84-6cae-4f31-957a-7aad1597dd7b for instance with vm_state building and task_state spawning. [ 579.887991] env[69990]: DEBUG nova.compute.manager [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Received event network-changed-f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.889585] env[69990]: DEBUG nova.compute.manager [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Refreshing instance network info cache due to event network-changed-f60c5c84-6cae-4f31-957a-7aad1597dd7b. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 579.889782] env[69990]: DEBUG oslo_concurrency.lockutils [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] Acquiring lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.951482] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cb0a5c-1f6d-26c4-bfa3-4d6873587db8, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.952661] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205d285c-327e-4532-83ab-d5074c93c35d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.959941] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 579.959941] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52adc7f5-77e8-ff33-b763-a54939e139bb" [ 579.959941] env[69990]: _type = "Task" [ 579.959941] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.973763] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52adc7f5-77e8-ff33-b763-a54939e139bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.067503] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance d7f52a80-aa10-4838-81d1-084f9b3ae9f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 580.068247] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 86dd6a38-843d-43b4-89cc-f7357ce975b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 580.068247] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 349b48cf-aa03-4e6e-b720-b8257e9337e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 580.104122] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Releasing lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.104484] env[69990]: DEBUG nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Instance network_info: |[{"id": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "address": "fa:16:3e:83:12:74", "network": {"id": "95137fa4-48eb-47ab-840f-47887de581fd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-592167101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0363b17aa7348ed8a1576c7afd0071c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c5c84-6c", "ovs_interfaceid": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.108155] env[69990]: DEBUG oslo_concurrency.lockutils [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] Acquired lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.108155] env[69990]: DEBUG nova.network.neutron [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Refreshing network info cache for port f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.111315] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:12:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f60c5c84-6cae-4f31-957a-7aad1597dd7b', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.126335] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Creating folder: Project (e0363b17aa7348ed8a1576c7afd0071c). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.134788] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a1980e-c7f0-4da2-8a5a-6ad4042103d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.151797] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Created folder: Project (e0363b17aa7348ed8a1576c7afd0071c) in parent group-v687779. [ 580.151999] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Creating folder: Instances. Parent ref: group-v687811. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.152256] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1287949d-1570-4627-af79-eff3e6d9a02a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.165417] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Created folder: Instances in parent group-v687811. [ 580.165417] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.165417] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.165417] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aca030c-a131-4bb6-afbe-ddec0674544b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.194041] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.194041] env[69990]: value = "task-3445519" [ 580.194041] env[69990]: _type = "Task" [ 580.194041] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.204483] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445519, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.288267] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445516, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.304760] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.475430] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52adc7f5-77e8-ff33-b763-a54939e139bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017065} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.475894] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.475956] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ce442a1a-3c64-4a7a-a670-440f01101c14/ce442a1a-3c64-4a7a-a670-440f01101c14.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.476248] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b95dc586-518b-40f7-a929-5506ef0ea591 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.485927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "5b7ed074-6501-45be-83c0-650089a2706e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.485927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "5b7ed074-6501-45be-83c0-650089a2706e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.485927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "5b7ed074-6501-45be-83c0-650089a2706e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.485927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "5b7ed074-6501-45be-83c0-650089a2706e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.486199] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "5b7ed074-6501-45be-83c0-650089a2706e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.489631] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 580.489631] env[69990]: value = "task-3445520" [ 580.489631] env[69990]: _type = "Task" [ 580.489631] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.490115] env[69990]: INFO nova.compute.manager [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Terminating instance [ 580.504209] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.575883] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 1b16d347-9579-497b-8b20-5d3f58d029d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 580.648947] env[69990]: DEBUG nova.compute.manager [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 580.705484] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445519, 'name': CreateVM_Task, 'duration_secs': 0.485982} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.705484] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.706174] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.706394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.706751] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.706899] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c099871-ba64-4561-b1ff-1a3ad876abbf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.713630] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 580.713630] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5273d364-2970-100a-b142-a2fee886b048" [ 580.713630] env[69990]: _type = "Task" [ 580.713630] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.723905] env[69990]: DEBUG nova.network.neutron [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updated VIF entry in instance network info cache for port f60c5c84-6cae-4f31-957a-7aad1597dd7b. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.727064] env[69990]: DEBUG nova.network.neutron [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updating instance_info_cache with network_info: [{"id": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "address": "fa:16:3e:83:12:74", "network": {"id": "95137fa4-48eb-47ab-840f-47887de581fd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-592167101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0363b17aa7348ed8a1576c7afd0071c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c5c84-6c", "ovs_interfaceid": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.737119] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5273d364-2970-100a-b142-a2fee886b048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.791575] env[69990]: DEBUG oslo_vmware.api [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445516, 'name': PowerOnVM_Task, 'duration_secs': 0.549746} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.792106] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.792438] env[69990]: INFO nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Took 9.64 seconds to spawn the instance on the hypervisor. [ 580.793485] env[69990]: DEBUG nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.795074] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d31c55a-e2f8-4730-bbef-49463f7bc504 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.849761] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.004160] env[69990]: DEBUG nova.compute.manager [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 581.004399] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.004739] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.005597] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea1deb-5284-4f4d-8917-154e6ca61e22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.016469] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.016996] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7cf8e1-64fb-4af4-aea5-b5632ac2defe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.024767] env[69990]: DEBUG oslo_vmware.api [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 581.024767] env[69990]: value = "task-3445521" [ 581.024767] env[69990]: _type = "Task" [ 581.024767] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.039281] env[69990]: DEBUG oslo_vmware.api [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.080069] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 5bb80322-b90e-46d1-8990-4c460ce69167 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 581.188388] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.226101] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5273d364-2970-100a-b142-a2fee886b048, 'name': SearchDatastore_Task, 'duration_secs': 0.023562} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.226101] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.226616] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.226711] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.226877] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.227139] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.227502] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99728fae-5d87-4663-835d-db80463d0929 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.234129] env[69990]: DEBUG oslo_concurrency.lockutils [req-1f87fd08-16d1-4bac-909d-e5e0b086d2bd req-9168a417-6763-4887-bfd2-9bb697853d6f service nova] Releasing lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.239885] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.240125] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.241807] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4b443f-630e-402a-bad8-38f53423bc4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.249552] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 581.249552] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fed6f9-db59-35ab-4d14-618ac9493f86" [ 581.249552] env[69990]: _type = "Task" [ 581.249552] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.264527] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fed6f9-db59-35ab-4d14-618ac9493f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.327063] env[69990]: INFO nova.compute.manager [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Took 31.77 seconds to build instance. [ 581.362490] env[69990]: DEBUG nova.compute.manager [None req-08be05b8-c8a6-43e1-9f35-7666dc984333 tempest-ServerDiagnosticsTest-449985654 tempest-ServerDiagnosticsTest-449985654-project-admin] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.364252] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f04ed-770f-4662-bd93-163b749a8a0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.374945] env[69990]: INFO nova.compute.manager [None req-08be05b8-c8a6-43e1-9f35-7666dc984333 tempest-ServerDiagnosticsTest-449985654 tempest-ServerDiagnosticsTest-449985654-project-admin] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Retrieving diagnostics [ 581.376156] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4a3526-9e9b-4c5b-9241-a80d75a22cf8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.503526] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546158} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.503753] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ce442a1a-3c64-4a7a-a670-440f01101c14/ce442a1a-3c64-4a7a-a670-440f01101c14.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.504444] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.504444] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c3ba793-1ea6-4920-a0b3-a6864a2e2840 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.511353] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 581.511353] env[69990]: value = "task-3445522" [ 581.511353] env[69990]: _type = "Task" [ 581.511353] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.523011] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.536263] env[69990]: DEBUG oslo_vmware.api [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445521, 'name': PowerOffVM_Task, 'duration_secs': 0.410548} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.536263] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.536263] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.536263] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89bec757-38a1-44db-9848-abcbbd897046 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.583429] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 5d3e105d-3b67-4b69-826f-7cd2759f64d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 581.606255] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.607471] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.608266] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Deleting the datastore file [datastore1] 5b7ed074-6501-45be-83c0-650089a2706e {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.608499] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b348616d-7ae5-41ec-bcff-6c9508134c08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.616539] env[69990]: DEBUG oslo_vmware.api [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for the task: (returnval){ [ 581.616539] env[69990]: value = "task-3445524" [ 581.616539] env[69990]: _type = "Task" [ 581.616539] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.627510] env[69990]: DEBUG oslo_vmware.api [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.690042] env[69990]: DEBUG nova.network.neutron [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Successfully updated port: 2ad18a31-4bbd-4e37-ad10-100358ae7e33 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.763076] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fed6f9-db59-35ab-4d14-618ac9493f86, 'name': SearchDatastore_Task, 'duration_secs': 0.015087} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.763985] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c88e70-56ba-420d-9dc1-0bd410117103 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.769340] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 581.769340] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fa75d5-808f-8ccf-c0e3-f02a833d5cb9" [ 581.769340] env[69990]: _type = "Task" [ 581.769340] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.778200] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fa75d5-808f-8ccf-c0e3-f02a833d5cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.828939] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fc7ed8be-3e43-4255-b901-530df858fca9 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.283s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.022956] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067216} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.023251] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.024141] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea02816-5dd5-4211-9164-361078194339 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.055953] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ce442a1a-3c64-4a7a-a670-440f01101c14/ce442a1a-3c64-4a7a-a670-440f01101c14.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.056569] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa0d146-be13-4d01-ad93-49709aef70ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.077022] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 582.077022] env[69990]: value = "task-3445525" [ 582.077022] env[69990]: _type = "Task" [ 582.077022] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.088033] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.088372] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 74907754-3b40-4162-90f1-b2b3c8363911 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 582.088730] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 30948c1e-acba-43be-9f4c-332c2a742c50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 582.125951] env[69990]: DEBUG oslo_vmware.api [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Task: {'id': task-3445524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454927} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.127153] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.127153] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.127153] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.127153] env[69990]: INFO nova.compute.manager [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 582.127501] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.128154] env[69990]: DEBUG nova.compute.manager [-] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.128154] env[69990]: DEBUG nova.network.neutron [-] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.200062] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "refresh_cache-349b48cf-aa03-4e6e-b720-b8257e9337e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.200225] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired lock "refresh_cache-349b48cf-aa03-4e6e-b720-b8257e9337e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.200389] env[69990]: DEBUG nova.network.neutron [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.289730] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fa75d5-808f-8ccf-c0e3-f02a833d5cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.023273} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.291864] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.291864] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a5043fdd-0557-4ba6-ba55-7b45dfcd54c7/a5043fdd-0557-4ba6-ba55-7b45dfcd54c7.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.291864] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27b3aacf-8aa3-4f52-a8c4-dbd1fb0a7b1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.298605] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 582.298605] env[69990]: value = "task-3445526" [ 582.298605] env[69990]: _type = "Task" [ 582.298605] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.310365] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.332156] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.429931] env[69990]: DEBUG nova.compute.manager [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Received event network-changed-314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 582.431049] env[69990]: DEBUG nova.compute.manager [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Refreshing instance network info cache due to event network-changed-314d6c96-4827-47e6-bc22-194f76e982f4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 582.431049] env[69990]: DEBUG oslo_concurrency.lockutils [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] Acquiring lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.431049] env[69990]: DEBUG oslo_concurrency.lockutils [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] Acquired lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.431049] env[69990]: DEBUG nova.network.neutron [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Refreshing network info cache for port 314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.596901] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance d3b10ed6-7a6b-4f40-84be-6fc547f57adf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 582.597259] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 8837f277-16af-4bb2-9064-e0048326e51a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 582.601593] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.771488] env[69990]: DEBUG nova.network.neutron [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.811640] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445526, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.864602] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.054046] env[69990]: DEBUG nova.network.neutron [-] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.059142] env[69990]: DEBUG nova.network.neutron [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Updating instance_info_cache with network_info: [{"id": "2ad18a31-4bbd-4e37-ad10-100358ae7e33", "address": "fa:16:3e:c8:d3:df", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad18a31-4b", "ovs_interfaceid": "2ad18a31-4bbd-4e37-ad10-100358ae7e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.090984] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445525, 'name': ReconfigVM_Task, 'duration_secs': 0.629878} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.091423] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ce442a1a-3c64-4a7a-a670-440f01101c14/ce442a1a-3c64-4a7a-a670-440f01101c14.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.092185] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47029df0-d9e1-43dd-a101-e7aa7c156d82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.101337] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 583.101502] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 36f912de-3717-4b30-8a46-1d554cb57adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 583.101630] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance ce442a1a-3c64-4a7a-a670-440f01101c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 583.101747] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 583.101902] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 583.106672] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 583.106672] env[69990]: value = "task-3445527" [ 583.106672] env[69990]: _type = "Task" [ 583.106672] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.119379] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445527, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.247360] env[69990]: DEBUG nova.network.neutron [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updated VIF entry in instance network info cache for port 314d6c96-4827-47e6-bc22-194f76e982f4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.248134] env[69990]: DEBUG nova.network.neutron [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updating instance_info_cache with network_info: [{"id": "314d6c96-4827-47e6-bc22-194f76e982f4", "address": "fa:16:3e:19:3d:30", "network": {"id": "f9e36ca5-9bc1-41a9-92ac-0d18f1d91c76", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-728717192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206bb7d4797443e4a8a8ac64be82aaa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314d6c96-48", "ovs_interfaceid": "314d6c96-4827-47e6-bc22-194f76e982f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.318027] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696075} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.318027] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a5043fdd-0557-4ba6-ba55-7b45dfcd54c7/a5043fdd-0557-4ba6-ba55-7b45dfcd54c7.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.318027] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.318027] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a79e8874-8299-4c3b-a463-5e555556ad6b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.326898] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 583.326898] env[69990]: value = "task-3445528" [ 583.326898] env[69990]: _type = "Task" [ 583.326898] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.339076] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.558111] env[69990]: INFO nova.compute.manager [-] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Took 1.43 seconds to deallocate network for instance. [ 583.560095] env[69990]: DEBUG nova.compute.manager [None req-5fd9184d-2c72-45bd-9c89-a5a12d971185 tempest-ServerDiagnosticsV248Test-1661422243 tempest-ServerDiagnosticsV248Test-1661422243-project-admin] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.562698] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e0ad1-5985-4eaf-a985-9db48a749de3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.573017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Releasing lock "refresh_cache-349b48cf-aa03-4e6e-b720-b8257e9337e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.573017] env[69990]: DEBUG nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Instance network_info: |[{"id": "2ad18a31-4bbd-4e37-ad10-100358ae7e33", "address": "fa:16:3e:c8:d3:df", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad18a31-4b", "ovs_interfaceid": "2ad18a31-4bbd-4e37-ad10-100358ae7e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.573868] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:d3:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ad18a31-4bbd-4e37-ad10-100358ae7e33', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.585543] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Creating folder: Project (4809cc083737402090184f3a9d75c331). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.588229] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dcc6acb-f6d3-4d7e-9ccb-43c29c1f822c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.595384] env[69990]: INFO nova.compute.manager [None req-5fd9184d-2c72-45bd-9c89-a5a12d971185 tempest-ServerDiagnosticsV248Test-1661422243 tempest-ServerDiagnosticsV248Test-1661422243-project-admin] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Retrieving diagnostics [ 583.595814] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a229a-2954-446e-8e15-bbb3dca59397 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.629799] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 36d4e7dd-459d-4c1a-ab75-340fd5f7276c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 583.641881] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Created folder: Project (4809cc083737402090184f3a9d75c331) in parent group-v687779. [ 583.642224] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Creating folder: Instances. Parent ref: group-v687814. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.642691] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c784921-18be-4f04-b7c7-ccf47e2cdfdf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.652310] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445527, 'name': Rename_Task, 'duration_secs': 0.238156} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.653123] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.654367] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ee721e-a436-4789-a7ad-63159e628078 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.656218] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Created folder: Instances in parent group-v687814. [ 583.656477] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.656915] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.657505] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620d0292-4b59-4adb-b2b1-20a09fe06fb8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.676299] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 583.676299] env[69990]: value = "task-3445531" [ 583.676299] env[69990]: _type = "Task" [ 583.676299] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.682240] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.682240] env[69990]: value = "task-3445532" [ 583.682240] env[69990]: _type = "Task" [ 583.682240] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.689590] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445531, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.695074] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445532, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.752410] env[69990]: DEBUG oslo_concurrency.lockutils [req-543faa11-fb00-4b57-bda4-cc9fa43138e2 req-4cdcdfe9-64fc-409c-b527-120e5bd1c8ea service nova] Releasing lock "refresh_cache-03ff3500-ce24-4274-bc2e-5e4777d25f03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.758248] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "30948c1e-acba-43be-9f4c-332c2a742c50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.758711] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "30948c1e-acba-43be-9f4c-332c2a742c50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.758918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "30948c1e-acba-43be-9f4c-332c2a742c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.759262] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "30948c1e-acba-43be-9f4c-332c2a742c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.759456] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "30948c1e-acba-43be-9f4c-332c2a742c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.761641] env[69990]: INFO nova.compute.manager [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Terminating instance [ 583.837238] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108368} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.837509] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.838462] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a92828-9ea4-4117-b8ff-257dbcb6de4a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.865201] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] a5043fdd-0557-4ba6-ba55-7b45dfcd54c7/a5043fdd-0557-4ba6-ba55-7b45dfcd54c7.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.865543] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4624354f-6da3-4138-97f4-861507e11bcd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.885877] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 583.885877] env[69990]: value = "task-3445533" [ 583.885877] env[69990]: _type = "Task" [ 583.885877] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.898013] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.076018] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.138445] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance aaf64411-26d3-471b-9dc6-ee70d2461f51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 584.138445] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 5b7ed074-6501-45be-83c0-650089a2706e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 584.138649] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 584.138830] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 584.191522] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.204238] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445532, 'name': CreateVM_Task, 'duration_secs': 0.478254} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.204238] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.205191] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.205355] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.205685] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.206856] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ef593f-6d99-475b-b2d1-3662003a98c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.214216] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 584.214216] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52647ddc-b04e-284f-1206-54b3ed14a3a9" [ 584.214216] env[69990]: _type = "Task" [ 584.214216] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.222251] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52647ddc-b04e-284f-1206-54b3ed14a3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.270021] env[69990]: DEBUG nova.compute.manager [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.270248] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.271548] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100bb9b-93b0-4ff0-89fd-8cffdecb21d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.280554] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.280783] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d11ada-367e-49f8-82fe-6c6248e8c8bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.287470] env[69990]: DEBUG oslo_vmware.api [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 584.287470] env[69990]: value = "task-3445534" [ 584.287470] env[69990]: _type = "Task" [ 584.287470] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.296062] env[69990]: DEBUG oslo_vmware.api [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.398134] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.596959] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c139a2ba-d56b-4597-8d23-a7bd18c8988d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.611036] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be331c42-d6d5-4749-b683-3f2568397c83 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.614488] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ecaf5-b5d2-7f70-2c6d-215fb649cbe4/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 584.615636] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f40642-f89e-447b-8b28-6ef1450e9618 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.624959] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ecaf5-b5d2-7f70-2c6d-215fb649cbe4/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 584.625487] env[69990]: ERROR oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ecaf5-b5d2-7f70-2c6d-215fb649cbe4/disk-0.vmdk due to incomplete transfer. [ 584.657728] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f0dc251-7be2-4c48-b249-04b0b1000434 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.660890] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187a88a8-e373-4420-b1c7-cb2790915c78 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.669969] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df66b90-9152-41d1-b728-9d0682295b8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.675677] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ecaf5-b5d2-7f70-2c6d-215fb649cbe4/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 584.675677] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Uploaded image 05630368-fb67-4b73-8e02-77a2dec6739e to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 584.676685] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 584.677404] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-386bf300-8a85-4f8c-a2d5-afffcb18f158 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.691042] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.700405] env[69990]: DEBUG oslo_vmware.api [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445531, 'name': PowerOnVM_Task, 'duration_secs': 0.679921} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.702110] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.702478] env[69990]: INFO nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Took 10.94 seconds to spawn the instance on the hypervisor. [ 584.702753] env[69990]: DEBUG nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.703173] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 584.703173] env[69990]: value = "task-3445535" [ 584.703173] env[69990]: _type = "Task" [ 584.703173] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.704169] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d60e90e-d382-42db-95a0-15eab8da4336 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.719271] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445535, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.740024] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52647ddc-b04e-284f-1206-54b3ed14a3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018724} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.740024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.740024] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.740024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.740242] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.740242] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.740483] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86d23b69-8278-4d7d-aa76-888cb2df51a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.752130] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.752419] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.753527] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47c8f52-47ad-400f-b25c-dc868b1bff0e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.762245] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 584.762245] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f9b03c-b7eb-e287-259e-d9ef0fbe1708" [ 584.762245] env[69990]: _type = "Task" [ 584.762245] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.771889] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f9b03c-b7eb-e287-259e-d9ef0fbe1708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.798336] env[69990]: DEBUG oslo_vmware.api [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445534, 'name': PowerOffVM_Task, 'duration_secs': 0.257449} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.798336] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.798336] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.798600] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67d483a8-9eb5-4ecc-b5dc-631c12549f0e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.888113] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.888307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.888407] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Deleting the datastore file [datastore1] 30948c1e-acba-43be-9f4c-332c2a742c50 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.888733] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c2ac976-07c3-472e-810e-585204ff1614 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.899833] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445533, 'name': ReconfigVM_Task, 'duration_secs': 0.713388} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.901196] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Reconfigured VM instance instance-0000000c to attach disk [datastore2] a5043fdd-0557-4ba6-ba55-7b45dfcd54c7/a5043fdd-0557-4ba6-ba55-7b45dfcd54c7.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.901952] env[69990]: DEBUG oslo_vmware.api [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for the task: (returnval){ [ 584.901952] env[69990]: value = "task-3445540" [ 584.901952] env[69990]: _type = "Task" [ 584.901952] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.902211] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-365de061-207b-42ba-9e36-cb23ff5f65a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.913203] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 584.913203] env[69990]: value = "task-3445541" [ 584.913203] env[69990]: _type = "Task" [ 584.913203] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.924416] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445541, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.101569] env[69990]: DEBUG nova.compute.manager [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Received event network-vif-plugged-2ad18a31-4bbd-4e37-ad10-100358ae7e33 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.101569] env[69990]: DEBUG oslo_concurrency.lockutils [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] Acquiring lock "349b48cf-aa03-4e6e-b720-b8257e9337e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.102420] env[69990]: DEBUG oslo_concurrency.lockutils [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.102420] env[69990]: DEBUG oslo_concurrency.lockutils [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.102420] env[69990]: DEBUG nova.compute.manager [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] No waiting events found dispatching network-vif-plugged-2ad18a31-4bbd-4e37-ad10-100358ae7e33 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.102678] env[69990]: WARNING nova.compute.manager [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Received unexpected event network-vif-plugged-2ad18a31-4bbd-4e37-ad10-100358ae7e33 for instance with vm_state building and task_state spawning. [ 585.102799] env[69990]: DEBUG nova.compute.manager [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Received event network-changed-2ad18a31-4bbd-4e37-ad10-100358ae7e33 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.103167] env[69990]: DEBUG nova.compute.manager [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Refreshing instance network info cache due to event network-changed-2ad18a31-4bbd-4e37-ad10-100358ae7e33. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.103167] env[69990]: DEBUG oslo_concurrency.lockutils [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] Acquiring lock "refresh_cache-349b48cf-aa03-4e6e-b720-b8257e9337e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.103625] env[69990]: DEBUG oslo_concurrency.lockutils [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] Acquired lock "refresh_cache-349b48cf-aa03-4e6e-b720-b8257e9337e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.103625] env[69990]: DEBUG nova.network.neutron [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Refreshing network info cache for port 2ad18a31-4bbd-4e37-ad10-100358ae7e33 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.194240] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.222717] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445535, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.256313] env[69990]: INFO nova.compute.manager [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Took 24.13 seconds to build instance. [ 585.275406] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f9b03c-b7eb-e287-259e-d9ef0fbe1708, 'name': SearchDatastore_Task, 'duration_secs': 0.023573} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.276222] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11bf40f0-0bb6-42ca-b296-17fdc071ea2b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.282425] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 585.282425] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b74b37-8849-e0ae-d13f-f66c51a25bd1" [ 585.282425] env[69990]: _type = "Task" [ 585.282425] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.291374] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b74b37-8849-e0ae-d13f-f66c51a25bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.364673] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.364953] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.414714] env[69990]: DEBUG oslo_vmware.api [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Task: {'id': task-3445540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294692} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.420449] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.420635] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.420806] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.420978] env[69990]: INFO nova.compute.manager [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Took 1.15 seconds to destroy the instance on the hypervisor. [ 585.427020] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.427020] env[69990]: DEBUG nova.compute.manager [-] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.427020] env[69990]: DEBUG nova.network.neutron [-] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.431108] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445541, 'name': Rename_Task, 'duration_secs': 0.218602} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.431869] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.431869] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99fb6286-4267-4df1-8a42-6b16f0bf58c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.438374] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 585.438374] env[69990]: value = "task-3445543" [ 585.438374] env[69990]: _type = "Task" [ 585.438374] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.446275] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.525191] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "8837f277-16af-4bb2-9064-e0048326e51a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.525526] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "8837f277-16af-4bb2-9064-e0048326e51a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.525827] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "8837f277-16af-4bb2-9064-e0048326e51a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.526062] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "8837f277-16af-4bb2-9064-e0048326e51a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.526303] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "8837f277-16af-4bb2-9064-e0048326e51a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.536439] env[69990]: INFO nova.compute.manager [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Terminating instance [ 585.701545] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 585.701980] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.707s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.702150] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.982s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.704102] env[69990]: INFO nova.compute.claims [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.719316] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445535, 'name': Destroy_Task, 'duration_secs': 0.682898} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.719316] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Destroyed the VM [ 585.719316] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 585.719316] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73076453-074b-4edf-9df7-af3dac005ceb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.726703] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 585.726703] env[69990]: value = "task-3445544" [ 585.726703] env[69990]: _type = "Task" [ 585.726703] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.735825] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.760743] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b230e13-f98c-4906-b162-f401d86965b8 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.614s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.794296] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b74b37-8849-e0ae-d13f-f66c51a25bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.027984} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.794296] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.794488] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 349b48cf-aa03-4e6e-b720-b8257e9337e0/349b48cf-aa03-4e6e-b720-b8257e9337e0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.794728] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f9ee08-4144-47fe-bdbc-4ef505a581f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.804037] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 585.804037] env[69990]: value = "task-3445545" [ 585.804037] env[69990]: _type = "Task" [ 585.804037] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.811099] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.950419] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.040752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "refresh_cache-8837f277-16af-4bb2-9064-e0048326e51a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.041059] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquired lock "refresh_cache-8837f277-16af-4bb2-9064-e0048326e51a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.041278] env[69990]: DEBUG nova.network.neutron [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.240777] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.262580] env[69990]: DEBUG nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.316931] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445545, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.429673] env[69990]: DEBUG nova.network.neutron [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Updated VIF entry in instance network info cache for port 2ad18a31-4bbd-4e37-ad10-100358ae7e33. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.429673] env[69990]: DEBUG nova.network.neutron [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Updating instance_info_cache with network_info: [{"id": "2ad18a31-4bbd-4e37-ad10-100358ae7e33", "address": "fa:16:3e:c8:d3:df", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad18a31-4b", "ovs_interfaceid": "2ad18a31-4bbd-4e37-ad10-100358ae7e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.450930] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445543, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.570292] env[69990]: DEBUG nova.network.neutron [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.592833] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "03ff3500-ce24-4274-bc2e-5e4777d25f03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.593831] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.594203] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "03ff3500-ce24-4274-bc2e-5e4777d25f03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.594488] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.594852] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.599559] env[69990]: INFO nova.compute.manager [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Terminating instance [ 586.716943] env[69990]: DEBUG nova.network.neutron [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.738834] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445544, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.792347] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.821891] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608545} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.822213] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 349b48cf-aa03-4e6e-b720-b8257e9337e0/349b48cf-aa03-4e6e-b720-b8257e9337e0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.822558] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.822678] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe051236-d50a-4e79-914c-51e63aa71811 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.830042] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 586.830042] env[69990]: value = "task-3445546" [ 586.830042] env[69990]: _type = "Task" [ 586.830042] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.840464] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.855725] env[69990]: DEBUG nova.network.neutron [-] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.936275] env[69990]: DEBUG oslo_concurrency.lockutils [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] Releasing lock "refresh_cache-349b48cf-aa03-4e6e-b720-b8257e9337e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.936275] env[69990]: DEBUG nova.compute.manager [req-372fede2-3133-4ce9-969c-c95900fca5d6 req-a16c04ae-7237-490a-ba44-c0b04f905dfa service nova] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Received event network-vif-deleted-e6cbcc0b-9ebc-4a04-8f54-32452bf4ef69 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 586.959063] env[69990]: DEBUG oslo_vmware.api [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3445543, 'name': PowerOnVM_Task, 'duration_secs': 1.102356} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.959458] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.959718] env[69990]: INFO nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Took 10.62 seconds to spawn the instance on the hypervisor. [ 586.959888] env[69990]: DEBUG nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.962098] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b66006-d592-46b2-a0a9-030c0b57cc05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.112730] env[69990]: DEBUG nova.compute.manager [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.113060] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.115128] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8946b-e420-495b-b33a-08e3390c0ea1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.130933] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.131557] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1853d706-6cba-4cb5-b385-d91823bde2be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.139312] env[69990]: DEBUG oslo_vmware.api [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 587.139312] env[69990]: value = "task-3445547" [ 587.139312] env[69990]: _type = "Task" [ 587.139312] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.155862] env[69990]: DEBUG oslo_vmware.api [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.225573] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Releasing lock "refresh_cache-8837f277-16af-4bb2-9064-e0048326e51a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.225573] env[69990]: DEBUG nova.compute.manager [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.225573] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.226518] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ad181-8565-459d-9f53-4034ed8861da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.245166] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.252702] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f809b029-a5fb-4f4d-b260-e7bacf98227a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.254884] env[69990]: DEBUG oslo_vmware.api [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445544, 'name': RemoveSnapshot_Task, 'duration_secs': 1.302592} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.255629] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 587.255988] env[69990]: INFO nova.compute.manager [None req-c5ccc07d-39d9-45f0-bfd6-b07c21a80485 tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Took 18.19 seconds to snapshot the instance on the hypervisor. [ 587.266902] env[69990]: DEBUG oslo_vmware.api [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 587.266902] env[69990]: value = "task-3445548" [ 587.266902] env[69990]: _type = "Task" [ 587.266902] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.283884] env[69990]: DEBUG oslo_vmware.api [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.302868] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32686e8-6c02-404f-ba4e-b8c2ae21cda7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.312853] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cec0691-321a-4a2f-ab47-301f896c1edb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.349972] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f8236-3e57-4cae-83a8-d6fcfcea5f9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.360496] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19838f2c-d252-4197-986a-c86fff643e83 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.366433] env[69990]: INFO nova.compute.manager [-] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Took 1.94 seconds to deallocate network for instance. [ 587.366433] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07526} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.368309] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.373184] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5c99c0-e40c-4279-988e-faf652b8c5a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.384783] env[69990]: DEBUG nova.compute.provider_tree [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.408127] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 349b48cf-aa03-4e6e-b720-b8257e9337e0/349b48cf-aa03-4e6e-b720-b8257e9337e0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.408127] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e59df70-a3bf-48a5-9ebf-4be30f90068b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.431323] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 587.431323] env[69990]: value = "task-3445549" [ 587.431323] env[69990]: _type = "Task" [ 587.431323] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.443920] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.488243] env[69990]: INFO nova.compute.manager [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Took 23.24 seconds to build instance. [ 587.652727] env[69990]: DEBUG oslo_vmware.api [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445547, 'name': PowerOffVM_Task, 'duration_secs': 0.367507} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.653585] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.653585] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.653814] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e5218a1-29cd-4d84-8b24-86ffcf17a4aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.727420] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.728544] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.728876] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Deleting the datastore file [datastore2] 03ff3500-ce24-4274-bc2e-5e4777d25f03 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.729278] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb89fa79-e3fc-4b03-af3c-906ca2fa343c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.736477] env[69990]: DEBUG oslo_vmware.api [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for the task: (returnval){ [ 587.736477] env[69990]: value = "task-3445551" [ 587.736477] env[69990]: _type = "Task" [ 587.736477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.744333] env[69990]: DEBUG oslo_vmware.api [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.776891] env[69990]: DEBUG oslo_vmware.api [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445548, 'name': PowerOffVM_Task, 'duration_secs': 0.275357} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.777455] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.777455] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.778981] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-572f540b-3137-4cc7-93a3-3939bde6ebf5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.782353] env[69990]: DEBUG nova.compute.manager [req-ffc42869-1dec-4e08-b056-cf03bf1c7b9c req-da2053c6-3556-49ac-813b-ee3032ec5829 service nova] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Received event network-vif-deleted-85d25de3-c421-45d9-9f54-ddfc5e204774 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.806180] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.807182] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.807182] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Deleting the datastore file [datastore1] 8837f277-16af-4bb2-9064-e0048326e51a {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.807182] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5828d2fe-b954-459c-ab8b-849badb74c8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.818946] env[69990]: DEBUG oslo_vmware.api [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for the task: (returnval){ [ 587.818946] env[69990]: value = "task-3445553" [ 587.818946] env[69990]: _type = "Task" [ 587.818946] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.829704] env[69990]: DEBUG oslo_vmware.api [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.878427] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.888690] env[69990]: DEBUG nova.scheduler.client.report [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.941763] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.991092] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3edfa1b1-af78-4922-b8e0-22d378a807c7 tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.477s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.253706] env[69990]: DEBUG oslo_vmware.api [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Task: {'id': task-3445551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366031} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.253852] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.253944] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.254100] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.254299] env[69990]: INFO nova.compute.manager [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Took 1.14 seconds to destroy the instance on the hypervisor. [ 588.254556] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.254976] env[69990]: DEBUG nova.compute.manager [-] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.255118] env[69990]: DEBUG nova.network.neutron [-] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.329504] env[69990]: DEBUG oslo_vmware.api [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Task: {'id': task-3445553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275781} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.329776] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.329776] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.329889] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.330059] env[69990]: INFO nova.compute.manager [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 588.330355] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.330580] env[69990]: DEBUG nova.compute.manager [-] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.330651] env[69990]: DEBUG nova.network.neutron [-] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.368342] env[69990]: DEBUG nova.network.neutron [-] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.398474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.400898] env[69990]: DEBUG nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.404121] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.670s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.406359] env[69990]: INFO nova.compute.claims [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.447674] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445549, 'name': ReconfigVM_Task, 'duration_secs': 0.585689} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.447753] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 349b48cf-aa03-4e6e-b720-b8257e9337e0/349b48cf-aa03-4e6e-b720-b8257e9337e0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.448389] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db502641-b3ea-48a8-886a-f31fe7b53a72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.458243] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 588.458243] env[69990]: value = "task-3445555" [ 588.458243] env[69990]: _type = "Task" [ 588.458243] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.477724] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445555, 'name': Rename_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.496190] env[69990]: DEBUG nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.871591] env[69990]: DEBUG nova.network.neutron [-] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.912975] env[69990]: DEBUG nova.compute.utils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.918621] env[69990]: DEBUG nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.918822] env[69990]: DEBUG nova.network.neutron [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.971933] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445555, 'name': Rename_Task, 'duration_secs': 0.249253} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.972294] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.972573] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21c65122-712e-41be-a340-636aaa1c4ea7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.983448] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 588.983448] env[69990]: value = "task-3445556" [ 588.983448] env[69990]: _type = "Task" [ 588.983448] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.993775] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.032186] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.233157] env[69990]: DEBUG nova.policy [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4fa71771d194ac1a92480cc909a748b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34d9339ee13f417bb6e5b2cf5a22201e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.245457] env[69990]: DEBUG nova.network.neutron [-] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.377883] env[69990]: INFO nova.compute.manager [-] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Took 1.04 seconds to deallocate network for instance. [ 589.419874] env[69990]: DEBUG nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.505031] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.750475] env[69990]: INFO nova.compute.manager [-] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Took 1.50 seconds to deallocate network for instance. [ 589.889063] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.009080] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.026109] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a5e10-540f-4c17-81e3-88cbd9044d53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.034396] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82ef40-7b9b-4c74-b744-d48f5e0f69c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.072400] env[69990]: DEBUG nova.network.neutron [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Successfully created port: d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.075274] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c08e45-847a-4ade-a709-23a3d00f79a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.087222] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9677fdc-1859-41d1-80ea-122f76e602af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.103974] env[69990]: DEBUG nova.compute.provider_tree [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.261191] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.439691] env[69990]: DEBUG nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.480390] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:42:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='254976995',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-154054741',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.480390] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.480390] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.480557] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.481309] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.481309] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.481309] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.481309] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.481702] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.482153] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.482521] env[69990]: DEBUG nova.virt.hardware [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.484984] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ad724-ec93-4170-9c10-698099d1ec2a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.499070] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11602b3-0be8-432e-991b-978674ef4b29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.508674] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.572403] env[69990]: DEBUG nova.compute.manager [req-0881dea9-3f27-4261-9be6-37f2f46611bf req-cc8be74c-c68c-4349-b08a-baa0613b9390 service nova] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Received event network-vif-deleted-314d6c96-4827-47e6-bc22-194f76e982f4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.575192] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "d1b8d80e-03e0-48e1-ace4-32369a145817" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.575822] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "d1b8d80e-03e0-48e1-ace4-32369a145817" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.611803] env[69990]: DEBUG nova.scheduler.client.report [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.006115] env[69990]: DEBUG oslo_vmware.api [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445556, 'name': PowerOnVM_Task, 'duration_secs': 1.655231} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.006454] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.006656] env[69990]: INFO nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Took 11.97 seconds to spawn the instance on the hypervisor. [ 591.006848] env[69990]: DEBUG nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.007714] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cb5667-ba73-453c-8568-ace9493a101f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.119602] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.120147] env[69990]: DEBUG nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.122965] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.618s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.124933] env[69990]: INFO nova.compute.claims [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.534062] env[69990]: INFO nova.compute.manager [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Took 27.19 seconds to build instance. [ 591.630200] env[69990]: DEBUG nova.compute.utils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.637090] env[69990]: DEBUG nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 592.026628] env[69990]: DEBUG nova.network.neutron [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Successfully updated port: d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.038380] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dc5a0e43-10cc-40d5-b548-f5c64a22a205 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.469s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.136167] env[69990]: DEBUG nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.535350] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.535526] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.536108] env[69990]: DEBUG nova.network.neutron [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.541327] env[69990]: DEBUG nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.636166] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "c345566d-a434-48c9-9925-b696473b4231" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.636438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "c345566d-a434-48c9-9925-b696473b4231" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.714129] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204d824-37f5-4876-8a5b-d240e8a00e02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.724865] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e415802d-98d9-4a2d-922a-af57adf1af71 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.759799] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be3ada8-ff69-43f2-8232-afef5e62cfd0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.769518] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f28584-72c2-44a7-af7b-5b03af8e2853 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.788148] env[69990]: DEBUG nova.compute.provider_tree [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.071643] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.108052] env[69990]: DEBUG nova.network.neutron [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.157768] env[69990]: DEBUG nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.190389] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.190713] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.190876] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.191083] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.191250] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.191400] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.191610] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.191821] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.192056] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.192231] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.192436] env[69990]: DEBUG nova.virt.hardware [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.193355] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12625be-2387-4acb-b528-ccd8d5b1af92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.204993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6586b8-ec7c-4e9d-894a-0a5f851f49a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.223525] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.231669] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Creating folder: Project (7ece3c3555254aa1a9a693ba2a3b2454). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.232366] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a89d2a9-de1c-490e-aa55-f28a83b70d61 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.245514] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Created folder: Project (7ece3c3555254aa1a9a693ba2a3b2454) in parent group-v687779. [ 593.245711] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Creating folder: Instances. Parent ref: group-v687820. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.245964] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e54b4cde-0c27-4799-be04-b2572a08cb70 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.257904] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Created folder: Instances in parent group-v687820. [ 593.258270] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.258407] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.258555] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44cf88e6-bc16-4110-8d98-8158a8315f8e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.278638] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.278638] env[69990]: value = "task-3445561" [ 593.278638] env[69990]: _type = "Task" [ 593.278638] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.292162] env[69990]: DEBUG nova.scheduler.client.report [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.303344] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445561, 'name': CreateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.521335] env[69990]: DEBUG nova.network.neutron [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Updating instance_info_cache with network_info: [{"id": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "address": "fa:16:3e:08:82:ee", "network": {"id": "b890dab5-5359-4bd8-a84d-bce2fb5ad9a3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1012405154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d9339ee13f417bb6e5b2cf5a22201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ff8c77-e4", "ovs_interfaceid": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.601227] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "c1e85518-4f49-47a2-9913-0acdf416d5b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.601227] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.802605] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.803180] env[69990]: DEBUG nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.806622] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445561, 'name': CreateVM_Task, 'duration_secs': 0.327106} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.807170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.243s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.807426] env[69990]: DEBUG nova.objects.instance [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Lazy-loading 'resources' on Instance uuid d27f43e1-c0dc-40ad-81b3-ee539400708d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.809885] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.810458] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.810606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.810919] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.812547] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4208aeac-6f1e-4f85-aa23-a28d6bf162ac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.820085] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 593.820085] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5287c3a8-f9ca-fdfc-b566-478183eaabd0" [ 593.820085] env[69990]: _type = "Task" [ 593.820085] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.837737] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287c3a8-f9ca-fdfc-b566-478183eaabd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.899884] env[69990]: DEBUG nova.compute.manager [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Received event network-changed-f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.900056] env[69990]: DEBUG nova.compute.manager [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Refreshing instance network info cache due to event network-changed-f60c5c84-6cae-4f31-957a-7aad1597dd7b. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 593.900403] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Acquiring lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.900403] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Acquired lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.900564] env[69990]: DEBUG nova.network.neutron [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Refreshing network info cache for port f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.026571] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Releasing lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.027018] env[69990]: DEBUG nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Instance network_info: |[{"id": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "address": "fa:16:3e:08:82:ee", "network": {"id": "b890dab5-5359-4bd8-a84d-bce2fb5ad9a3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1012405154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d9339ee13f417bb6e5b2cf5a22201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ff8c77-e4", "ovs_interfaceid": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.027546] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:82:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ff8c77-e408-4334-b4d6-1ce437fa1324', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.035921] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Creating folder: Project (34d9339ee13f417bb6e5b2cf5a22201e). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.041152] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ccf8a6-768d-49c0-9fcc-1751a4edae31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.057210] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Created folder: Project (34d9339ee13f417bb6e5b2cf5a22201e) in parent group-v687779. [ 594.058031] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Creating folder: Instances. Parent ref: group-v687823. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.058561] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701d79b3-84de-4d66-adbc-a89b8c00618f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.074588] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Created folder: Instances in parent group-v687823. [ 594.074925] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.075550] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.075550] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d10b1c6f-e079-4ad2-8eb1-646669ef5330 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.107828] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.107828] env[69990]: value = "task-3445564" [ 594.107828] env[69990]: _type = "Task" [ 594.107828] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.116318] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445564, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.309394] env[69990]: DEBUG nova.compute.utils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.310818] env[69990]: DEBUG nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 594.333323] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287c3a8-f9ca-fdfc-b566-478183eaabd0, 'name': SearchDatastore_Task, 'duration_secs': 0.034003} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.334393] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.334650] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.334890] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.335042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.335291] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.335853] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a0790f0-12c4-4836-b8dd-755e7b527d9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.351198] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.351374] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.352798] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98137872-f4c4-476f-b699-505c72f0c493 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.361324] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 594.361324] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525a5b94-dd1f-91fc-2992-bbc4fac4d4b4" [ 594.361324] env[69990]: _type = "Task" [ 594.361324] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.378738] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525a5b94-dd1f-91fc-2992-bbc4fac4d4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.379903] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddefc5d-fc96-4a0d-912d-e7c03bf09f95 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.388495] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 594.388495] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5201d1d4-7996-f218-ecf0-270b8e4c3905" [ 594.388495] env[69990]: _type = "Task" [ 594.388495] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.399213] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5201d1d4-7996-f218-ecf0-270b8e4c3905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.541148] env[69990]: DEBUG nova.compute.manager [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.542130] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8322bbd9-ef52-4218-b044-90f31dc778fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.619667] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445564, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.822828] env[69990]: DEBUG nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.887455] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc79af7b-dcb7-4b61-bc83-adcca1462b6a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.915111] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5201d1d4-7996-f218-ecf0-270b8e4c3905, 'name': SearchDatastore_Task, 'duration_secs': 0.01358} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.916622] env[69990]: DEBUG nova.network.neutron [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updated VIF entry in instance network info cache for port f60c5c84-6cae-4f31-957a-7aad1597dd7b. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.916622] env[69990]: DEBUG nova.network.neutron [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updating instance_info_cache with network_info: [{"id": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "address": "fa:16:3e:83:12:74", "network": {"id": "95137fa4-48eb-47ab-840f-47887de581fd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-592167101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0363b17aa7348ed8a1576c7afd0071c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c5c84-6c", "ovs_interfaceid": "f60c5c84-6cae-4f31-957a-7aad1597dd7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.918643] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf6277-b820-4b56-a6a7-7bcb2d1b1dcf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.924209] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.924739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.925041] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13fb908-461b-4562-8517-2393c038e300 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.967412] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b01acc1-3986-430d-9cfa-7247c6ba9ffc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.968146] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 594.968146] env[69990]: value = "task-3445566" [ 594.968146] env[69990]: _type = "Task" [ 594.968146] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.977513] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3b125-d8d6-4fa9-956d-6e825b53692a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.985384] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.001585] env[69990]: DEBUG nova.compute.provider_tree [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.067704] env[69990]: INFO nova.compute.manager [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] instance snapshotting [ 595.071577] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6e30a8-b11b-4595-aa39-e8a46b0a5e25 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.098195] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4adde15-b4e5-4102-9baf-b5374f98c2ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.123534] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445564, 'name': CreateVM_Task, 'duration_secs': 0.513837} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.123827] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.124570] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.125629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.125629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.125952] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9fc70f-1cf0-4d21-a6b9-1a6c36a67f8b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.132260] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 595.132260] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529e5d42-1a0b-bfc9-1a5a-896c95a14b39" [ 595.132260] env[69990]: _type = "Task" [ 595.132260] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.142427] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529e5d42-1a0b-bfc9-1a5a-896c95a14b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.426376] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Releasing lock "refresh_cache-a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.426376] env[69990]: DEBUG nova.compute.manager [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Received event network-vif-plugged-d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.426376] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Acquiring lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.426595] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.426729] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.426921] env[69990]: DEBUG nova.compute.manager [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] No waiting events found dispatching network-vif-plugged-d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.427140] env[69990]: WARNING nova.compute.manager [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Received unexpected event network-vif-plugged-d2ff8c77-e408-4334-b4d6-1ce437fa1324 for instance with vm_state building and task_state spawning. [ 595.427316] env[69990]: DEBUG nova.compute.manager [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Received event network-changed-d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.427462] env[69990]: DEBUG nova.compute.manager [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Refreshing instance network info cache due to event network-changed-d2ff8c77-e408-4334-b4d6-1ce437fa1324. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.427662] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Acquiring lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.427807] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Acquired lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.427990] env[69990]: DEBUG nova.network.neutron [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Refreshing network info cache for port d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.479410] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445566, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.510059] env[69990]: DEBUG nova.scheduler.client.report [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.517754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "90596d2c-1621-499c-b961-f274f6f61b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.517754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "90596d2c-1621-499c-b961-f274f6f61b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.623252] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 595.623595] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1936769-ba31-472c-a7d7-abe7ec05cd3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.632762] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 595.632762] env[69990]: value = "task-3445567" [ 595.632762] env[69990]: _type = "Task" [ 595.632762] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.646948] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.650964] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529e5d42-1a0b-bfc9-1a5a-896c95a14b39, 'name': SearchDatastore_Task, 'duration_secs': 0.015794} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.651230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.652521] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.652521] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.652521] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.652521] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.652521] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f55cb63-50e1-4fca-ab48-cc015e214a2a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.666155] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.666155] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.666155] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341ee5f0-6568-4363-9fb5-d82a8389ed2a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.676301] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 595.676301] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e49516-9d8f-a383-8d8c-c3e1b7ab5b56" [ 595.676301] env[69990]: _type = "Task" [ 595.676301] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.687831] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e49516-9d8f-a383-8d8c-c3e1b7ab5b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.837349] env[69990]: DEBUG nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.869032] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.869266] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.869438] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.869637] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.870433] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.870433] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.870433] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.870433] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.870433] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.870753] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.870753] env[69990]: DEBUG nova.virt.hardware [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.872031] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f1887f-ec63-4c15-a8ca-7c023e72aa14 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.881618] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c83d617-88f7-482d-8b0f-4ba7398eee14 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.898154] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.903886] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Creating folder: Project (f5147850ea8f4ca38b13739c6848b29a). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.904682] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28053139-7189-4b9d-8692-88c07dabebed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.930457] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Created folder: Project (f5147850ea8f4ca38b13739c6848b29a) in parent group-v687779. [ 595.930659] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Creating folder: Instances. Parent ref: group-v687827. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.930915] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bd42201-82ba-4115-8854-fe26c2a4c89b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.946586] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Created folder: Instances in parent group-v687827. [ 595.946780] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.948304] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.948304] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9706eb50-75d6-48be-bfc9-30a25aa1e2b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.965552] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.965552] env[69990]: value = "task-3445570" [ 595.965552] env[69990]: _type = "Task" [ 595.965552] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.980040] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445570, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.982623] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571144} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.982882] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.983102] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.983359] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd1de1d7-3bb2-4ed3-8411-ea5d9682e87a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.994294] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 595.994294] env[69990]: value = "task-3445571" [ 595.994294] env[69990]: _type = "Task" [ 595.994294] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.004773] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.015996] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.019046] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.352s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.021759] env[69990]: INFO nova.compute.claims [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.040415] env[69990]: INFO nova.scheduler.client.report [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Deleted allocations for instance d27f43e1-c0dc-40ad-81b3-ee539400708d [ 596.153976] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.194622] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e49516-9d8f-a383-8d8c-c3e1b7ab5b56, 'name': SearchDatastore_Task, 'duration_secs': 0.020295} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.195387] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adebf6cd-34fb-41f9-9171-c622449344d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.209219] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 596.209219] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529c917c-2fc9-d06b-3128-0636e5fc40b8" [ 596.209219] env[69990]: _type = "Task" [ 596.209219] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.219481] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529c917c-2fc9-d06b-3128-0636e5fc40b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.270231] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "66f44427-f09b-431c-a391-98ef8e838f3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.270474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "66f44427-f09b-431c-a391-98ef8e838f3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.328110] env[69990]: DEBUG nova.network.neutron [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Updated VIF entry in instance network info cache for port d2ff8c77-e408-4334-b4d6-1ce437fa1324. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.328110] env[69990]: DEBUG nova.network.neutron [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Updating instance_info_cache with network_info: [{"id": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "address": "fa:16:3e:08:82:ee", "network": {"id": "b890dab5-5359-4bd8-a84d-bce2fb5ad9a3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1012405154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d9339ee13f417bb6e5b2cf5a22201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ff8c77-e4", "ovs_interfaceid": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.480439] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445570, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.506167] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192385} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.506441] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.507609] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d688d1-9e39-4658-b6bc-076d403f7c42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.532866] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.535999] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d57080c-ccc1-4ab5-931d-3c0b5b7ee817 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.563124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8bf5877-9acf-4e1c-ace7-b90cf90adbd6 tempest-DeleteServersAdminTestJSON-1099002678 tempest-DeleteServersAdminTestJSON-1099002678-project-admin] Lock "d27f43e1-c0dc-40ad-81b3-ee539400708d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.249s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.568497] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 596.568497] env[69990]: value = "task-3445573" [ 596.568497] env[69990]: _type = "Task" [ 596.568497] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.578711] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.654908] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.721070] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529c917c-2fc9-d06b-3128-0636e5fc40b8, 'name': SearchDatastore_Task, 'duration_secs': 0.031446} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.721070] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.721070] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d7f52a80-aa10-4838-81d1-084f9b3ae9f6/d7f52a80-aa10-4838-81d1-084f9b3ae9f6.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.721070] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8f877de-b0fe-44c3-bf20-1e216c36a231 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.730458] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 596.730458] env[69990]: value = "task-3445574" [ 596.730458] env[69990]: _type = "Task" [ 596.730458] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.743689] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.831154] env[69990]: DEBUG oslo_concurrency.lockutils [req-8f860560-1ec4-414c-889c-05bdc9a69b60 req-59715678-c105-497a-9739-4b525c02adfd service nova] Releasing lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.982429] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445570, 'name': CreateVM_Task, 'duration_secs': 0.625654} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.982651] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.983116] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.983392] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.983663] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.983846] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc4bff3-b969-424d-b496-21330c3b957f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.993803] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 596.993803] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5285bbfb-b067-420b-43f5-f9d297c5dffb" [ 596.993803] env[69990]: _type = "Task" [ 596.993803] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.005102] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5285bbfb-b067-420b-43f5-f9d297c5dffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.082882] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.155379] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445567, 'name': CreateSnapshot_Task, 'duration_secs': 1.262927} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.155379] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 597.155379] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f0d95-2bb2-44c1-acbb-d499dcb0b185 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.179733] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "36f912de-3717-4b30-8a46-1d554cb57adb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.180188] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.180380] env[69990]: DEBUG nova.compute.manager [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.182733] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16c873-85f2-425e-8515-c4cdb52fe968 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.193657] env[69990]: DEBUG nova.compute.manager [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 597.194303] env[69990]: DEBUG nova.objects.instance [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lazy-loading 'flavor' on Instance uuid 36f912de-3717-4b30-8a46-1d554cb57adb {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 597.251669] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.440351] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.440351] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.512319] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5285bbfb-b067-420b-43f5-f9d297c5dffb, 'name': SearchDatastore_Task, 'duration_secs': 0.063187} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.512620] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.512852] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.513200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.514079] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.514079] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.514079] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90cf94ad-e74a-4291-847e-154ddc915855 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.525208] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.525801] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.529571] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a288183-5091-4970-98de-f2b77655e992 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.535140] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 597.535140] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5270866a-9697-f1a7-4109-34165da42287" [ 597.535140] env[69990]: _type = "Task" [ 597.535140] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.547983] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5270866a-9697-f1a7-4109-34165da42287, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.548779] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3afe27-2b9d-4ffb-9490-e7e1e6734dab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.558262] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 597.558262] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e28385-a4de-3ceb-872d-60db91b2e65e" [ 597.558262] env[69990]: _type = "Task" [ 597.558262] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.574857] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e28385-a4de-3ceb-872d-60db91b2e65e, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.577123] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.577333] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.577920] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8858a23-1c81-4346-8885-8fa3bf252d74 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.587034] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.588786] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 597.588786] env[69990]: value = "task-3445575" [ 597.588786] env[69990]: _type = "Task" [ 597.588786] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.599830] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.695886] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 597.696258] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c02c2d5c-7c28-4478-a1ba-463cd06015b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.711483] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 597.711483] env[69990]: value = "task-3445576" [ 597.711483] env[69990]: _type = "Task" [ 597.711483] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.721691] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445576, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.750944] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445574, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.786875] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2d710e-8fb8-4708-8e76-491711809286 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.795797] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e011bcc-4f6e-48cc-b66e-074407567401 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.835432] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad21804-ef85-4a68-9dac-f46f02a3da09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.842361] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "796dc302-b266-4e92-8ce5-cc5380e071ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.842609] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.849113] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65b8d0-753b-4ec7-ad89-a7588ee92f3e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.867432] env[69990]: DEBUG nova.compute.provider_tree [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.090621] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445573, 'name': ReconfigVM_Task, 'duration_secs': 1.334055} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.094693] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.096597] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5be9f61-e7b3-4722-90cc-f335ed8be3cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.104870] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.106434] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 598.106434] env[69990]: value = "task-3445577" [ 598.106434] env[69990]: _type = "Task" [ 598.106434] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.116806] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445577, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.207227] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.207227] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5cb13dd-0585-49ea-8078-f55ca4337e1f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.217090] env[69990]: DEBUG oslo_vmware.api [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 598.217090] env[69990]: value = "task-3445578" [ 598.217090] env[69990]: _type = "Task" [ 598.217090] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.225700] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445576, 'name': CloneVM_Task} progress is 93%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.232157] env[69990]: DEBUG oslo_vmware.api [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.248062] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445574, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.372188] env[69990]: DEBUG nova.scheduler.client.report [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.602956] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.618513] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445577, 'name': Rename_Task, 'duration_secs': 0.182615} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.618739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.619275] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd7b53fa-63b1-45b2-9707-465f240b9654 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.629917] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 598.629917] env[69990]: value = "task-3445580" [ 598.629917] env[69990]: _type = "Task" [ 598.629917] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.644668] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.727923] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445576, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.737472] env[69990]: DEBUG oslo_vmware.api [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445578, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.751184] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445574, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.599185} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.751499] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d7f52a80-aa10-4838-81d1-084f9b3ae9f6/d7f52a80-aa10-4838-81d1-084f9b3ae9f6.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.751806] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.752157] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b54bc99-5803-4425-a257-cd2d992c4950 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.763096] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 598.763096] env[69990]: value = "task-3445581" [ 598.763096] env[69990]: _type = "Task" [ 598.763096] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.776573] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.882072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.883028] env[69990]: DEBUG nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.887592] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.706s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.889149] env[69990]: INFO nova.compute.claims [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.038475] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "73ead6cd-4b4a-4614-a273-736a726aefc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.038874] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.105247] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445575, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.290087} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.105247] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.105247] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.105247] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce7f2d9a-8d0f-4865-9eda-1d76fcb5e2f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.113591] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 599.113591] env[69990]: value = "task-3445582" [ 599.113591] env[69990]: _type = "Task" [ 599.113591] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.124570] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.140724] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.223807] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445576, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.238821] env[69990]: DEBUG oslo_vmware.api [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445578, 'name': PowerOffVM_Task, 'duration_secs': 0.525592} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.238821] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.238977] env[69990]: DEBUG nova.compute.manager [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.240187] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306030e0-b8cf-4408-99ed-a22544a8266f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.272405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "b547a781-eb85-40cc-8508-f78b29144ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.272744] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "b547a781-eb85-40cc-8508-f78b29144ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.279760] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21856} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.279760] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.280081] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1d662-3793-4add-9008-0976105b912b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.306403] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d7f52a80-aa10-4838-81d1-084f9b3ae9f6/d7f52a80-aa10-4838-81d1-084f9b3ae9f6.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.307136] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724fc8e4-4d9c-42f2-b5b3-e2de5bb52484 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.330250] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 599.330250] env[69990]: value = "task-3445583" [ 599.330250] env[69990]: _type = "Task" [ 599.330250] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.338182] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.389192] env[69990]: DEBUG nova.compute.utils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.390631] env[69990]: DEBUG nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.390796] env[69990]: DEBUG nova.network.neutron [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.437843] env[69990]: DEBUG nova.policy [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeae7850a444dfa8de37c5d4d35e6b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f31938de514f559474baf350714f70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.629501] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077139} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.629501] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.630733] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86833264-2732-45b0-80e8-961b20f49340 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.650883] env[69990]: DEBUG oslo_vmware.api [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445580, 'name': PowerOnVM_Task, 'duration_secs': 0.580116} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.661491] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.661491] env[69990]: INFO nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Took 6.50 seconds to spawn the instance on the hypervisor. [ 599.661737] env[69990]: DEBUG nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.671512] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.672826] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf97e5b-f394-4ad6-9aa0-f7e303c101d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.680182] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ffd317-973e-4dcb-9c8c-e325ee9f4bb5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.704785] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 599.704785] env[69990]: value = "task-3445584" [ 599.704785] env[69990]: _type = "Task" [ 599.704785] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.714940] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.725634] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445576, 'name': CloneVM_Task, 'duration_secs': 1.638706} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.725949] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Created linked-clone VM from snapshot [ 599.726834] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40de31-6fa3-4049-98bb-d227d06e9802 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.738590] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Uploading image 8161c0fd-7f5c-4359-a376-4b6ec2ee8d05 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 599.756292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e0d81cfe-4612-45fa-895f-881a9b772df2 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.576s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.773087] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 599.773087] env[69990]: value = "vm-687831" [ 599.773087] env[69990]: _type = "VirtualMachine" [ 599.773087] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 599.773656] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-328f155d-fcb2-4dcb-9993-64a2e3735c4a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.782831] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lease: (returnval){ [ 599.782831] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520c147b-da83-209d-5926-190f9549a236" [ 599.782831] env[69990]: _type = "HttpNfcLease" [ 599.782831] env[69990]: } obtained for exporting VM: (result){ [ 599.782831] env[69990]: value = "vm-687831" [ 599.782831] env[69990]: _type = "VirtualMachine" [ 599.782831] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 599.783179] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the lease: (returnval){ [ 599.783179] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520c147b-da83-209d-5926-190f9549a236" [ 599.783179] env[69990]: _type = "HttpNfcLease" [ 599.783179] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 599.795028] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 599.795028] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520c147b-da83-209d-5926-190f9549a236" [ 599.795028] env[69990]: _type = "HttpNfcLease" [ 599.795028] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 599.808578] env[69990]: DEBUG nova.network.neutron [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Successfully created port: 078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.840896] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.897449] env[69990]: DEBUG nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.225386] env[69990]: INFO nova.compute.manager [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Took 29.51 seconds to build instance. [ 600.235442] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.235552] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.235762] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.293872] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 600.293872] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520c147b-da83-209d-5926-190f9549a236" [ 600.293872] env[69990]: _type = "HttpNfcLease" [ 600.293872] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 600.294180] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 600.294180] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520c147b-da83-209d-5926-190f9549a236" [ 600.294180] env[69990]: _type = "HttpNfcLease" [ 600.294180] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 600.294982] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9fb601-5da5-49bd-8452-8c72f6f6dd4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.307583] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205dea1-a4d2-938b-57af-0e75d4f8b677/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 600.307804] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205dea1-a4d2-938b-57af-0e75d4f8b677/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 600.382911] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.416173] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9760d15-0d86-4ab3-ba39-f91fba0ebed7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.589178] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce7082-d8b8-48e4-927b-52a57ff817e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.597285] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c41e110-d686-452e-bb26-c9b929d37b67 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.631376] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209af22a-193b-4e00-935c-3c6f56f96ca0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.641014] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a5cd90-2b85-45ef-ba7c-fb74a55476a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.657128] env[69990]: DEBUG nova.compute.provider_tree [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.722621] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445584, 'name': ReconfigVM_Task, 'duration_secs': 0.550283} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.723474] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Reconfigured VM instance instance-00000010 to attach disk [datastore1] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.723755] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5302ca65-5e38-4f23-837f-a1978f8e884c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.728444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c1f24e-61bc-42d7-bd8a-d9f86d26239f tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "1b16d347-9579-497b-8b20-5d3f58d029d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.995s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.732592] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 600.732592] env[69990]: value = "task-3445587" [ 600.732592] env[69990]: _type = "Task" [ 600.732592] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.743311] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445587, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.880788] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.915802] env[69990]: DEBUG nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.937898] env[69990]: DEBUG nova.objects.instance [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lazy-loading 'flavor' on Instance uuid 36f912de-3717-4b30-8a46-1d554cb57adb {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 600.949763] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.950015] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.950281] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.951109] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.951632] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.951854] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.953287] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.953569] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.953835] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.954148] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.954818] env[69990]: DEBUG nova.virt.hardware [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.957777] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74deec0-9a35-4450-9516-574dc984a181 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.969184] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4289d-5d7d-4fef-ba8b-526925ebc0ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.161783] env[69990]: DEBUG nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.232183] env[69990]: DEBUG nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.246634] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445587, 'name': Rename_Task, 'duration_secs': 0.227247} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.246707] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.247765] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a6344f-dc88-4874-bb36-b3d72f44c60d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.257757] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 601.257757] env[69990]: value = "task-3445588" [ 601.257757] env[69990]: _type = "Task" [ 601.257757] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.267455] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.381334] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445583, 'name': ReconfigVM_Task, 'duration_secs': 1.645203} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.382166] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d7f52a80-aa10-4838-81d1-084f9b3ae9f6/d7f52a80-aa10-4838-81d1-084f9b3ae9f6.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.382916] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-117f1510-82bb-4cd2-8dc0-189b01105567 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.392191] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 601.392191] env[69990]: value = "task-3445589" [ 601.392191] env[69990]: _type = "Task" [ 601.392191] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.403554] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445589, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.418763] env[69990]: INFO nova.compute.manager [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Rebuilding instance [ 601.447351] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.447900] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquired lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.447900] env[69990]: DEBUG nova.network.neutron [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.448066] env[69990]: DEBUG nova.objects.instance [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lazy-loading 'info_cache' on Instance uuid 36f912de-3717-4b30-8a46-1d554cb57adb {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.484794] env[69990]: DEBUG nova.compute.manager [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.486123] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f24a9e-0690-408b-81fe-c4dd84887cb2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.670329] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.670977] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.673663] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.824s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.676683] env[69990]: INFO nova.compute.claims [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.726227] env[69990]: DEBUG nova.compute.manager [req-69dacb0e-a3c9-413b-90c4-7e4fb8d35ffd req-8862aa75-5ba1-4885-a210-0a84141e3d3f service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Received event network-vif-plugged-078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.726227] env[69990]: DEBUG oslo_concurrency.lockutils [req-69dacb0e-a3c9-413b-90c4-7e4fb8d35ffd req-8862aa75-5ba1-4885-a210-0a84141e3d3f service nova] Acquiring lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.726227] env[69990]: DEBUG oslo_concurrency.lockutils [req-69dacb0e-a3c9-413b-90c4-7e4fb8d35ffd req-8862aa75-5ba1-4885-a210-0a84141e3d3f service nova] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.726227] env[69990]: DEBUG oslo_concurrency.lockutils [req-69dacb0e-a3c9-413b-90c4-7e4fb8d35ffd req-8862aa75-5ba1-4885-a210-0a84141e3d3f service nova] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.726227] env[69990]: DEBUG nova.compute.manager [req-69dacb0e-a3c9-413b-90c4-7e4fb8d35ffd req-8862aa75-5ba1-4885-a210-0a84141e3d3f service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] No waiting events found dispatching network-vif-plugged-078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.728643] env[69990]: WARNING nova.compute.manager [req-69dacb0e-a3c9-413b-90c4-7e4fb8d35ffd req-8862aa75-5ba1-4885-a210-0a84141e3d3f service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Received unexpected event network-vif-plugged-078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 for instance with vm_state building and task_state spawning. [ 601.769259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.774166] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.804818] env[69990]: DEBUG nova.network.neutron [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Successfully updated port: 078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.905889] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445589, 'name': Rename_Task, 'duration_secs': 0.164876} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.906346] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.907800] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3974798b-f855-49e8-82de-45ba9d7740f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.916084] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 601.916084] env[69990]: value = "task-3445590" [ 601.916084] env[69990]: _type = "Task" [ 601.916084] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.928226] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.952995] env[69990]: DEBUG nova.objects.base [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Object Instance<36f912de-3717-4b30-8a46-1d554cb57adb> lazy-loaded attributes: flavor,info_cache {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 602.182444] env[69990]: DEBUG nova.compute.utils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.192030] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.192030] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.269025] env[69990]: DEBUG oslo_vmware.api [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445588, 'name': PowerOnVM_Task, 'duration_secs': 0.579219} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.269311] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.269545] env[69990]: INFO nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Took 6.43 seconds to spawn the instance on the hypervisor. [ 602.269755] env[69990]: DEBUG nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.272440] env[69990]: DEBUG nova.policy [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c3875438294b07a9639420caec5fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '923b029c7b994b96bb27d29474d7c919', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.275065] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7d472f-a0ba-47c5-b13d-110e32995a8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.312150] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "refresh_cache-6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.312831] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "refresh_cache-6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.313080] env[69990]: DEBUG nova.network.neutron [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.437477] env[69990]: DEBUG oslo_vmware.api [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3445590, 'name': PowerOnVM_Task, 'duration_secs': 0.517788} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.437967] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.438181] env[69990]: INFO nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Took 12.00 seconds to spawn the instance on the hypervisor. [ 602.438451] env[69990]: DEBUG nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.439647] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ee07b0-c08e-4e25-b738-eebad2f83ecb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.509603] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.509603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c0ba448-903c-472c-bbca-a11e416321c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.518764] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 602.518764] env[69990]: value = "task-3445591" [ 602.518764] env[69990]: _type = "Task" [ 602.518764] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.528992] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.701093] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.803961] env[69990]: INFO nova.compute.manager [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Took 29.32 seconds to build instance. [ 602.845218] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Successfully created port: 7853f1f6-70c1-4af4-bd50-c1128a5eeb5c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.965633] env[69990]: INFO nova.compute.manager [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Took 32.30 seconds to build instance. [ 603.001804] env[69990]: DEBUG nova.network.neutron [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Updating instance_info_cache with network_info: [{"id": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "address": "fa:16:3e:32:ce:af", "network": {"id": "6f7c2737-7242-4aad-825b-38e90e8100af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1917197992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d84e04fa76a84e999e03b28d3589dff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2dbb6d2-d1", "ovs_interfaceid": "d2dbb6d2-d181-474a-93f7-be81103dbcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.034128] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445591, 'name': PowerOffVM_Task, 'duration_secs': 0.15715} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.034493] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.034810] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.037022] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed143ae6-40ae-49de-8f9c-a4adf5a9ea4a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.045835] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.049632] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ff81ee-a70b-442f-8489-9cae30509952 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.058528] env[69990]: DEBUG nova.network.neutron [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.082551] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.082919] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.083015] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Deleting the datastore file [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.083296] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b3d714-103e-425a-bca6-559969a5f7da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.093712] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 603.093712] env[69990]: value = "task-3445593" [ 603.093712] env[69990]: _type = "Task" [ 603.093712] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.107844] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.308772] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c7eb3aa9-0762-4e90-9cb9-756b77b3fb7f tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "aaf64411-26d3-471b-9dc6-ee70d2461f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.896s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.320759] env[69990]: DEBUG nova.network.neutron [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Updating instance_info_cache with network_info: [{"id": "078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5", "address": "fa:16:3e:51:cb:43", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d4eb0-c5", "ovs_interfaceid": "078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.392799] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6718de2b-26e5-4e82-a3f4-1e7cf9ab12a0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.403265] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafb822a-bad0-49f1-8b4d-a29fca0a6ac8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.436995] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dcefc6-2573-4381-89e5-981fa550fd37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.445831] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e166049-399f-4a06-be48-cd2b18559f00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.461009] env[69990]: DEBUG nova.compute.provider_tree [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.469512] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b28453c-607e-4564-a49b-bb7f14916c05 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.829s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.507382] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Releasing lock "refresh_cache-36f912de-3717-4b30-8a46-1d554cb57adb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.606428] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204468} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.606692] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.606891] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.607126] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.719717] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.751708] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.751925] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.752294] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.752562] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.752701] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.752848] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.753078] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.753245] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.753412] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.753572] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.753843] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.754755] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14242ad2-4b95-4556-8542-97b0421a8183 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.766926] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07613d6c-345d-46cd-b45a-d9b4e476072a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.813774] env[69990]: DEBUG nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.828613] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "refresh_cache-6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.829044] env[69990]: DEBUG nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Instance network_info: |[{"id": "078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5", "address": "fa:16:3e:51:cb:43", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d4eb0-c5", "ovs_interfaceid": "078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.829613] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:cb:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.837580] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating folder: Project (c8f31938de514f559474baf350714f70). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.839028] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46583424-8be6-48b0-9c95-b3645c7318c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.851574] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created folder: Project (c8f31938de514f559474baf350714f70) in parent group-v687779. [ 603.851849] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating folder: Instances. Parent ref: group-v687832. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.853035] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1179737-f21e-4a51-882b-61a224b5c929 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.866299] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created folder: Instances in parent group-v687832. [ 603.866674] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.866898] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.867980] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43ea72dd-d094-41af-a6ab-a366ae6026ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.890203] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.890203] env[69990]: value = "task-3445596" [ 603.890203] env[69990]: _type = "Task" [ 603.890203] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.903699] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445596, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.964535] env[69990]: DEBUG nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.974041] env[69990]: DEBUG nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.391357] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.406072] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445596, 'name': CreateVM_Task, 'duration_secs': 0.382572} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.406072] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.406072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.406072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.406072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.406072] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb337a7b-4b70-4568-a59d-8f8474b6282b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.413116] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 604.413116] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525bdd2a-516d-7fd6-4a5f-401b61de0ebb" [ 604.413116] env[69990]: _type = "Task" [ 604.413116] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.415293] env[69990]: DEBUG nova.compute.manager [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Received event network-changed-078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.415650] env[69990]: DEBUG nova.compute.manager [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Refreshing instance network info cache due to event network-changed-078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.415983] env[69990]: DEBUG oslo_concurrency.lockutils [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] Acquiring lock "refresh_cache-6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.419173] env[69990]: DEBUG oslo_concurrency.lockutils [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] Acquired lock "refresh_cache-6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.419173] env[69990]: DEBUG nova.network.neutron [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Refreshing network info cache for port 078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.428815] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525bdd2a-516d-7fd6-4a5f-401b61de0ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.472192] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.472742] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.475454] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.287s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.495674] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.513691] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.514257] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a1b758-89e1-401d-90de-e8a4176e681c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.524069] env[69990]: DEBUG oslo_vmware.api [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 604.524069] env[69990]: value = "task-3445597" [ 604.524069] env[69990]: _type = "Task" [ 604.524069] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.535841] env[69990]: DEBUG oslo_vmware.api [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.661251] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.661580] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.661797] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.665740] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.666035] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.666214] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.666516] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.666699] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.666906] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.667152] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.667368] env[69990]: DEBUG nova.virt.hardware [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.668434] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547ffe2-a7dc-46db-bf70-53e27b9f5c17 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.674649] env[69990]: DEBUG nova.compute.manager [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Received event network-changed-d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.674845] env[69990]: DEBUG nova.compute.manager [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Refreshing instance network info cache due to event network-changed-d2ff8c77-e408-4334-b4d6-1ce437fa1324. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.675219] env[69990]: DEBUG oslo_concurrency.lockutils [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] Acquiring lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.675333] env[69990]: DEBUG oslo_concurrency.lockutils [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] Acquired lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.676209] env[69990]: DEBUG nova.network.neutron [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Refreshing network info cache for port d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.686229] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614f3dbb-54f3-4a5e-ad43-271156a56a88 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.709733] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.715597] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.717232] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.717232] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf6fefa-46c0-4f1b-8d2e-4c95f6272a9e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.737996] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.737996] env[69990]: value = "task-3445598" [ 604.737996] env[69990]: _type = "Task" [ 604.737996] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.748028] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445598, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.784844] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Successfully updated port: 7853f1f6-70c1-4af4-bd50-c1128a5eeb5c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.898195] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Acquiring lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.898446] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.929517] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525bdd2a-516d-7fd6-4a5f-401b61de0ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.017799} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.929517] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.929517] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.929517] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.930030] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.930030] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.930793] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c05943ec-e6d0-43a1-bbc9-cfb0383a17bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.945676] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.945676] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.946478] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa2e414-b450-4d18-94e8-3089dbef06ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.956814] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 604.956814] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52119de5-d60d-68a8-18e1-733bef62eae5" [ 604.956814] env[69990]: _type = "Task" [ 604.956814] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.970767] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52119de5-d60d-68a8-18e1-733bef62eae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.979224] env[69990]: DEBUG nova.compute.utils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.981447] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.981631] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.987813] env[69990]: INFO nova.compute.claims [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.042318] env[69990]: DEBUG oslo_vmware.api [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.056202] env[69990]: DEBUG nova.policy [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c3875438294b07a9639420caec5fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '923b029c7b994b96bb27d29474d7c919', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.255650] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445598, 'name': CreateVM_Task, 'duration_secs': 0.366557} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.255932] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.256432] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.256630] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.257165] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.257495] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e542e1b-3fff-4ea4-94fd-df94ec3406cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.265320] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 605.265320] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5212d334-bf09-6bde-ce60-4104f38414c0" [ 605.265320] env[69990]: _type = "Task" [ 605.265320] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.276208] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5212d334-bf09-6bde-ce60-4104f38414c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.286321] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "refresh_cache-5d3e105d-3b67-4b69-826f-7cd2759f64d5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.286492] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "refresh_cache-5d3e105d-3b67-4b69-826f-7cd2759f64d5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.287585] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.333357] env[69990]: DEBUG nova.network.neutron [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Updated VIF entry in instance network info cache for port 078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.333738] env[69990]: DEBUG nova.network.neutron [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Updating instance_info_cache with network_info: [{"id": "078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5", "address": "fa:16:3e:51:cb:43", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078d4eb0-c5", "ovs_interfaceid": "078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.471308] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52119de5-d60d-68a8-18e1-733bef62eae5, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.471308] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12815aba-4034-476f-824e-3dc9bbe8034b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.481754] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 605.481754] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a1b63b-e281-541e-0cbb-528b8366eacc" [ 605.481754] env[69990]: _type = "Task" [ 605.481754] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.492601] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a1b63b-e281-541e-0cbb-528b8366eacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.493197] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.500480] env[69990]: INFO nova.compute.resource_tracker [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating resource usage from migration 3da01377-27d5-4fd9-b213-db6ff3289c8e [ 605.517521] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Successfully created port: 9c0c8245-cacb-426d-a8e7-dc13ecc25748 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.538024] env[69990]: DEBUG oslo_vmware.api [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445597, 'name': PowerOnVM_Task, 'duration_secs': 0.816484} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.542101] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.542101] env[69990]: DEBUG nova.compute.manager [None req-81a488ca-1964-4b33-9de8-5a8bf803d590 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.542962] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa5926-03ea-4a65-ad34-ca44af7ea023 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.618738] env[69990]: DEBUG nova.network.neutron [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Updated VIF entry in instance network info cache for port d2ff8c77-e408-4334-b4d6-1ce437fa1324. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.622406] env[69990]: DEBUG nova.network.neutron [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Updating instance_info_cache with network_info: [{"id": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "address": "fa:16:3e:08:82:ee", "network": {"id": "b890dab5-5359-4bd8-a84d-bce2fb5ad9a3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1012405154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d9339ee13f417bb6e5b2cf5a22201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ff8c77-e4", "ovs_interfaceid": "d2ff8c77-e408-4334-b4d6-1ce437fa1324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.785978] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5212d334-bf09-6bde-ce60-4104f38414c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.786333] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.786587] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.786800] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.839599] env[69990]: DEBUG oslo_concurrency.lockutils [req-8846e2e0-6e32-46c5-8894-e83a7a67d5c8 req-fac03534-9e84-410f-9c94-f44667903059 service nova] Releasing lock "refresh_cache-6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.850653] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.009392] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a1b63b-e281-541e-0cbb-528b8366eacc, 'name': SearchDatastore_Task, 'duration_secs': 0.021887} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.015102] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.015102] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0/6b3af7bc-c1ef-4b05-90e9-51d09338dbd0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.016257] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.016257] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.016257] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9512e839-077e-49f7-8558-539fcae2257c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.018858] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d84dee18-e759-45cd-a1e2-6e202a5f1365 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.032679] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 606.032679] env[69990]: value = "task-3445599" [ 606.032679] env[69990]: _type = "Task" [ 606.032679] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.041282] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.041435] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.042592] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08c0f17-f230-42b0-8f8b-8a1a1c8b972b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.050185] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.061018] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 606.061018] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e1f61c-3a10-6ea4-59ac-d30803197c82" [ 606.061018] env[69990]: _type = "Task" [ 606.061018] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.075610] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Updating instance_info_cache with network_info: [{"id": "7853f1f6-70c1-4af4-bd50-c1128a5eeb5c", "address": "fa:16:3e:5b:06:25", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7853f1f6-70", "ovs_interfaceid": "7853f1f6-70c1-4af4-bd50-c1128a5eeb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.079715] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e1f61c-3a10-6ea4-59ac-d30803197c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.120866] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.122037] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.128311] env[69990]: DEBUG oslo_concurrency.lockutils [req-e070a5af-ef0e-4a7c-9108-702e6ee0b2e4 req-3420a62c-7a70-48a9-87c6-4561a0b712fd service nova] Releasing lock "refresh_cache-d7f52a80-aa10-4838-81d1-084f9b3ae9f6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.210914] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf85ce-5703-4ba1-bc20-f30712eb7221 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.220459] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f00bc-b3cf-4524-b286-4cfe2ad60473 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.252371] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70d8ac-1fbe-4df2-b81c-e2f14574d4d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.261037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128541f-7c9b-43e7-8b62-27e9e70d6bf3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.277291] env[69990]: DEBUG nova.compute.provider_tree [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.511553] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.537284] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.537557] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.537717] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.537895] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.540031] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.540031] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.540031] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.540031] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.540031] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.540396] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.540396] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.542496] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe7ff80-cf8b-4c4c-8446-a3eecac4dba4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.558716] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef693f-a2f1-470f-9d86-4d8fc9488e22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.572880] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445599, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.575231] env[69990]: DEBUG nova.compute.manager [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Received event network-vif-plugged-7853f1f6-70c1-4af4-bd50-c1128a5eeb5c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.577029] env[69990]: DEBUG oslo_concurrency.lockutils [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] Acquiring lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.577029] env[69990]: DEBUG oslo_concurrency.lockutils [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.577029] env[69990]: DEBUG oslo_concurrency.lockutils [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.577029] env[69990]: DEBUG nova.compute.manager [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] No waiting events found dispatching network-vif-plugged-7853f1f6-70c1-4af4-bd50-c1128a5eeb5c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.577029] env[69990]: WARNING nova.compute.manager [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Received unexpected event network-vif-plugged-7853f1f6-70c1-4af4-bd50-c1128a5eeb5c for instance with vm_state building and task_state spawning. [ 606.577451] env[69990]: DEBUG nova.compute.manager [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Received event network-changed-7853f1f6-70c1-4af4-bd50-c1128a5eeb5c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.577451] env[69990]: DEBUG nova.compute.manager [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Refreshing instance network info cache due to event network-changed-7853f1f6-70c1-4af4-bd50-c1128a5eeb5c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.577451] env[69990]: DEBUG oslo_concurrency.lockutils [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] Acquiring lock "refresh_cache-5d3e105d-3b67-4b69-826f-7cd2759f64d5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.589044] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "refresh_cache-5d3e105d-3b67-4b69-826f-7cd2759f64d5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.589361] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Instance network_info: |[{"id": "7853f1f6-70c1-4af4-bd50-c1128a5eeb5c", "address": "fa:16:3e:5b:06:25", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7853f1f6-70", "ovs_interfaceid": "7853f1f6-70c1-4af4-bd50-c1128a5eeb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.595647] env[69990]: DEBUG oslo_concurrency.lockutils [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] Acquired lock "refresh_cache-5d3e105d-3b67-4b69-826f-7cd2759f64d5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.595647] env[69990]: DEBUG nova.network.neutron [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Refreshing network info cache for port 7853f1f6-70c1-4af4-bd50-c1128a5eeb5c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.596267] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:06:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7853f1f6-70c1-4af4-bd50-c1128a5eeb5c', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.604359] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Creating folder: Project (923b029c7b994b96bb27d29474d7c919). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.604735] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e1f61c-3a10-6ea4-59ac-d30803197c82, 'name': SearchDatastore_Task, 'duration_secs': 0.019537} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.606092] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67464009-1d21-444f-94e1-b98f09b6b5fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.608808] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8e87c3-bb9a-407f-a5db-7d56238120f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.616304] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 606.616304] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523b8ab1-cc58-4e88-4d70-c318d9fec8d7" [ 606.616304] env[69990]: _type = "Task" [ 606.616304] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.625628] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Created folder: Project (923b029c7b994b96bb27d29474d7c919) in parent group-v687779. [ 606.625628] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Creating folder: Instances. Parent ref: group-v687836. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.625628] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-810307c0-d577-4b4d-a4f4-d1e7bbc087b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.630655] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b8ab1-cc58-4e88-4d70-c318d9fec8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.643226] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Created folder: Instances in parent group-v687836. [ 606.643483] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.644575] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.644575] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1178e1e-91b0-4c1a-9ea6-c5bb93c79058 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.666037] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.666037] env[69990]: value = "task-3445602" [ 606.666037] env[69990]: _type = "Task" [ 606.666037] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.676466] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445602, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.780482] env[69990]: DEBUG nova.scheduler.client.report [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.053513] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86258} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.053866] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0/6b3af7bc-c1ef-4b05-90e9-51d09338dbd0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.054229] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.054536] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a751c4f2-ae93-4f72-a554-d64ea7fcf7ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.057430] env[69990]: INFO nova.compute.manager [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Rebuilding instance [ 607.067252] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 607.067252] env[69990]: value = "task-3445603" [ 607.067252] env[69990]: _type = "Task" [ 607.067252] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.081763] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.117035] env[69990]: DEBUG nova.compute.manager [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.118098] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeab14e-67a6-4554-9368-8fcf76227441 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.138872] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b8ab1-cc58-4e88-4d70-c318d9fec8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.050995} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.139475] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140079] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.140232] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e8e61a-924e-4a5c-9a2c-551f4e2db22b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.149428] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 607.149428] env[69990]: value = "task-3445604" [ 607.149428] env[69990]: _type = "Task" [ 607.149428] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.161829] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.181331] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445602, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.287159] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.812s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.287390] env[69990]: INFO nova.compute.manager [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Migrating [ 607.287611] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.287789] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.289036] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.425s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.292578] env[69990]: INFO nova.compute.claims [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.317265] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Successfully updated port: 9c0c8245-cacb-426d-a8e7-dc13ecc25748 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.384587] env[69990]: DEBUG nova.compute.manager [req-a5f317e5-a6dd-4a82-955e-7fce1c39239b req-7e655ea0-9837-456a-902a-dc714d4e69c1 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Received event network-vif-plugged-9c0c8245-cacb-426d-a8e7-dc13ecc25748 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.384824] env[69990]: DEBUG oslo_concurrency.lockutils [req-a5f317e5-a6dd-4a82-955e-7fce1c39239b req-7e655ea0-9837-456a-902a-dc714d4e69c1 service nova] Acquiring lock "5bb80322-b90e-46d1-8990-4c460ce69167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.385147] env[69990]: DEBUG oslo_concurrency.lockutils [req-a5f317e5-a6dd-4a82-955e-7fce1c39239b req-7e655ea0-9837-456a-902a-dc714d4e69c1 service nova] Lock "5bb80322-b90e-46d1-8990-4c460ce69167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.385320] env[69990]: DEBUG oslo_concurrency.lockutils [req-a5f317e5-a6dd-4a82-955e-7fce1c39239b req-7e655ea0-9837-456a-902a-dc714d4e69c1 service nova] Lock "5bb80322-b90e-46d1-8990-4c460ce69167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.385508] env[69990]: DEBUG nova.compute.manager [req-a5f317e5-a6dd-4a82-955e-7fce1c39239b req-7e655ea0-9837-456a-902a-dc714d4e69c1 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] No waiting events found dispatching network-vif-plugged-9c0c8245-cacb-426d-a8e7-dc13ecc25748 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.385745] env[69990]: WARNING nova.compute.manager [req-a5f317e5-a6dd-4a82-955e-7fce1c39239b req-7e655ea0-9837-456a-902a-dc714d4e69c1 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Received unexpected event network-vif-plugged-9c0c8245-cacb-426d-a8e7-dc13ecc25748 for instance with vm_state building and task_state spawning. [ 607.399038] env[69990]: DEBUG nova.network.neutron [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Updated VIF entry in instance network info cache for port 7853f1f6-70c1-4af4-bd50-c1128a5eeb5c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.399462] env[69990]: DEBUG nova.network.neutron [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Updating instance_info_cache with network_info: [{"id": "7853f1f6-70c1-4af4-bd50-c1128a5eeb5c", "address": "fa:16:3e:5b:06:25", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7853f1f6-70", "ovs_interfaceid": "7853f1f6-70c1-4af4-bd50-c1128a5eeb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.578782] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089112} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.579090] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.580311] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5d4d3-2ae1-4760-a488-2b9c8f839c66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.605476] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0/6b3af7bc-c1ef-4b05-90e9-51d09338dbd0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.605872] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb365cb9-2ab4-47d8-842c-2d63f4a43255 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.629021] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 607.629021] env[69990]: value = "task-3445605" [ 607.629021] env[69990]: _type = "Task" [ 607.629021] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.643555] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.662683] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.678154] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445602, 'name': CreateVM_Task, 'duration_secs': 0.597086} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.678352] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.679110] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.679323] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.679674] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.679941] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97af0b75-456c-4c90-be9e-71726daf1280 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.686618] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 607.686618] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5280597b-da0c-8a02-64f8-1dcec44eec9c" [ 607.686618] env[69990]: _type = "Task" [ 607.686618] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.697531] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5280597b-da0c-8a02-64f8-1dcec44eec9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.796517] env[69990]: INFO nova.compute.rpcapi [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 607.797213] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.822024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "refresh_cache-5bb80322-b90e-46d1-8990-4c460ce69167" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.822205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "refresh_cache-5bb80322-b90e-46d1-8990-4c460ce69167" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.822466] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.902620] env[69990]: DEBUG oslo_concurrency.lockutils [req-8be313fe-4946-45db-8c4b-5ec0eafd20d6 req-5b0bdca5-c9a5-4bc3-843e-0b53e39e636e service nova] Releasing lock "refresh_cache-5d3e105d-3b67-4b69-826f-7cd2759f64d5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.140274] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445605, 'name': ReconfigVM_Task, 'duration_secs': 0.359103} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.140559] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0/6b3af7bc-c1ef-4b05-90e9-51d09338dbd0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.141886] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c1edc98-2dba-41ad-aabf-c62e7bab1bce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.144483] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.144722] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d09512f-6cd8-4b3f-8411-93e9b6d264f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.150312] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 608.150312] env[69990]: value = "task-3445606" [ 608.150312] env[69990]: _type = "Task" [ 608.150312] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.151806] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 608.151806] env[69990]: value = "task-3445607" [ 608.151806] env[69990]: _type = "Task" [ 608.151806] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.171016] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580263} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.174252] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.174705] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.174862] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445606, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.175100] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.175305] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e55dabc-8677-49a6-8ded-4a7ca1a0d1a0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.184453] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 608.184453] env[69990]: value = "task-3445608" [ 608.184453] env[69990]: _type = "Task" [ 608.184453] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.197722] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.202201] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5280597b-da0c-8a02-64f8-1dcec44eec9c, 'name': SearchDatastore_Task, 'duration_secs': 0.023446} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.202538] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.202781] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.203078] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.203238] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.203432] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.203708] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc93b68-f589-4906-92a8-0f47704aa765 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.214133] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.214207] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.215087] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe8c48b-5bd7-41c5-9ea4-c8e259f46296 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.222111] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 608.222111] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52957b4c-2ef9-abd0-bf36-35bbd29ac34a" [ 608.222111] env[69990]: _type = "Task" [ 608.222111] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.231807] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52957b4c-2ef9-abd0-bf36-35bbd29ac34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.318693] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.318889] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.319157] env[69990]: DEBUG nova.network.neutron [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.391784] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.669541] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445606, 'name': Rename_Task, 'duration_secs': 0.193264} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.675228] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.675516] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445607, 'name': PowerOffVM_Task, 'duration_secs': 0.184106} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.676149] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62546966-c7be-4bf3-854f-62358f8558e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.677883] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.678675] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.679451] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626fd074-8eb2-4c1a-badc-3477b78137c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.694258] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.694258] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 608.694258] env[69990]: value = "task-3445609" [ 608.694258] env[69990]: _type = "Task" [ 608.694258] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.695950] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ecab3a-b9bc-4aa8-811c-245c580182ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.704431] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14283} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.705071] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.706231] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff957c-6f5e-40ab-b877-9375e8411adc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.713191] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.738495] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.747056] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab383bab-abfe-4a97-986d-8d9529752374 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.765682] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.765682] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.765682] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Deleting the datastore file [datastore1] aaf64411-26d3-471b-9dc6-ee70d2461f51 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.767515] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dfcf10c-8eb1-4208-a8cc-c185bb809a6b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.775747] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52957b4c-2ef9-abd0-bf36-35bbd29ac34a, 'name': SearchDatastore_Task, 'duration_secs': 0.020306} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.779396] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 608.779396] env[69990]: value = "task-3445611" [ 608.779396] env[69990]: _type = "Task" [ 608.779396] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.779686] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 608.779686] env[69990]: value = "task-3445612" [ 608.779686] env[69990]: _type = "Task" [ 608.779686] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.779929] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3e0fcc-2440-4087-9173-14ce63bc6ab0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.807765] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 608.807765] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527386af-4c11-9110-60ed-7986df507668" [ 608.807765] env[69990]: _type = "Task" [ 608.807765] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.807765] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.808080] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.816736] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Updating instance_info_cache with network_info: [{"id": "9c0c8245-cacb-426d-a8e7-dc13ecc25748", "address": "fa:16:3e:10:b9:ce", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c8245-ca", "ovs_interfaceid": "9c0c8245-cacb-426d-a8e7-dc13ecc25748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.825106] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527386af-4c11-9110-60ed-7986df507668, 'name': SearchDatastore_Task, 'duration_secs': 0.022502} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.826331] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.826444] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5d3e105d-3b67-4b69-826f-7cd2759f64d5/5d3e105d-3b67-4b69-826f-7cd2759f64d5.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.827457] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72445e93-adf5-41bd-960b-6e7e63e19ed0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.841797] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 608.841797] env[69990]: value = "task-3445613" [ 608.841797] env[69990]: _type = "Task" [ 608.841797] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.856745] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.966961] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1379128-8297-4d32-b5b5-1c57b531f310 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.975780] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1dfd1c-8719-4f95-8630-6f7f7103eee6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.014900] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f780740-54dd-4b87-82c0-548cf0c302ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.024409] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d39cacb-bdde-439d-ae53-0f8a2785be3a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.041504] env[69990]: DEBUG nova.compute.provider_tree [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.111360] env[69990]: DEBUG nova.network.neutron [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance_info_cache with network_info: [{"id": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "address": "fa:16:3e:5c:1b:c8", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1860ad60-dd", "ovs_interfaceid": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.208364] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445609, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.297283] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249043} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.301386] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.301623] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.301847] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.304873] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.319872] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "refresh_cache-5bb80322-b90e-46d1-8990-4c460ce69167" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.320224] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Instance network_info: |[{"id": "9c0c8245-cacb-426d-a8e7-dc13ecc25748", "address": "fa:16:3e:10:b9:ce", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c8245-ca", "ovs_interfaceid": "9c0c8245-cacb-426d-a8e7-dc13ecc25748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.320807] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:b9:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0c8245-cacb-426d-a8e7-dc13ecc25748', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.330916] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.331430] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.331761] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8048ed9d-3517-4c97-9e4f-2bd4aeaa3d70 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.362451] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445613, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.365243] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.365243] env[69990]: value = "task-3445614" [ 609.365243] env[69990]: _type = "Task" [ 609.365243] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.379797] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445614, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.476122] env[69990]: DEBUG nova.compute.manager [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Received event network-changed-9c0c8245-cacb-426d-a8e7-dc13ecc25748 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.476366] env[69990]: DEBUG nova.compute.manager [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Refreshing instance network info cache due to event network-changed-9c0c8245-cacb-426d-a8e7-dc13ecc25748. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.476617] env[69990]: DEBUG oslo_concurrency.lockutils [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] Acquiring lock "refresh_cache-5bb80322-b90e-46d1-8990-4c460ce69167" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.476779] env[69990]: DEBUG oslo_concurrency.lockutils [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] Acquired lock "refresh_cache-5bb80322-b90e-46d1-8990-4c460ce69167" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.476946] env[69990]: DEBUG nova.network.neutron [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Refreshing network info cache for port 9c0c8245-cacb-426d-a8e7-dc13ecc25748 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.567149] env[69990]: ERROR nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [req-3a7d595c-aac8-40a8-a75d-07964e90ad68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a7d595c-aac8-40a8-a75d-07964e90ad68"}]} [ 609.586533] env[69990]: DEBUG nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 609.607563] env[69990]: DEBUG nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 609.607873] env[69990]: DEBUG nova.compute.provider_tree [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.614680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.632289] env[69990]: DEBUG nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 609.666503] env[69990]: DEBUG nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 609.710193] env[69990]: DEBUG oslo_vmware.api [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445609, 'name': PowerOnVM_Task, 'duration_secs': 0.531884} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.710826] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.711197] env[69990]: INFO nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Took 8.80 seconds to spawn the instance on the hypervisor. [ 609.711474] env[69990]: DEBUG nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.715034] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686a83c-57e7-42d7-9be9-e29fef7612d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.802344] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.861282] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857132} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.861282] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5d3e105d-3b67-4b69-826f-7cd2759f64d5/5d3e105d-3b67-4b69-826f-7cd2759f64d5.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.861282] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.861282] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b64df9f-30f8-4a11-8306-2911a708ec23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.872207] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 609.872207] env[69990]: value = "task-3445615" [ 609.872207] env[69990]: _type = "Task" [ 609.872207] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.878249] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445614, 'name': CreateVM_Task, 'duration_secs': 0.495238} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.880598] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.884123] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.884303] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.884897] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.886436] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef27a44-072e-4187-8a48-10052b51ee4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.891275] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.895016] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 609.895016] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52496756-fa27-6062-ff8a-443cb78f073e" [ 609.895016] env[69990]: _type = "Task" [ 609.895016] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.906265] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52496756-fa27-6062-ff8a-443cb78f073e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.240875] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "ce442a1a-3c64-4a7a-a670-440f01101c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.241150] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.241354] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "ce442a1a-3c64-4a7a-a670-440f01101c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.241543] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.241697] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.248583] env[69990]: INFO nova.compute.manager [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Terminating instance [ 610.270062] env[69990]: INFO nova.compute.manager [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Took 32.63 seconds to build instance. [ 610.300082] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445612, 'name': ReconfigVM_Task, 'duration_secs': 1.064519} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.300082] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.300738] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d1bdf9-7b9a-47dd-b7fe-7dc08024dc29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.310309] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 610.310309] env[69990]: value = "task-3445616" [ 610.310309] env[69990]: _type = "Task" [ 610.310309] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.323553] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445616, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.339473] env[69990]: DEBUG nova.network.neutron [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Updated VIF entry in instance network info cache for port 9c0c8245-cacb-426d-a8e7-dc13ecc25748. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.339782] env[69990]: DEBUG nova.network.neutron [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Updating instance_info_cache with network_info: [{"id": "9c0c8245-cacb-426d-a8e7-dc13ecc25748", "address": "fa:16:3e:10:b9:ce", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0c8245-ca", "ovs_interfaceid": "9c0c8245-cacb-426d-a8e7-dc13ecc25748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.358455] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.358852] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.359067] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.359280] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.359488] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.359685] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.359952] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.360198] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.360427] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.360635] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.360850] env[69990]: DEBUG nova.virt.hardware [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.361833] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02847fbf-26e5-4027-9736-eb88d4737b98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.376536] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c40d9-753b-4174-ad52-1d4e8f2f39e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.393853] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079501} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.405317] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.406169] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.411844] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.412595] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adce360-00a0-4133-a66a-10124651ce10 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.415888] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a93898b-3087-499a-ba08-6cb38e258c7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.421679] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.421954] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f3ea13c-f08d-4d21-a1bf-122e0983f474 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.454041] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbbeeb2-760a-4060-a33a-c0d1b781e5ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.457612] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52496756-fa27-6062-ff8a-443cb78f073e, 'name': SearchDatastore_Task, 'duration_secs': 0.015089} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.470171] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5d3e105d-3b67-4b69-826f-7cd2759f64d5/5d3e105d-3b67-4b69-826f-7cd2759f64d5.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.470171] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.470171] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.470171] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.470474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.470474] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.470474] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3c47923-b18f-4c2e-b20a-88109a637ec2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.485954] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.485954] env[69990]: value = "task-3445617" [ 610.485954] env[69990]: _type = "Task" [ 610.485954] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.486716] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8e3f9b3-93e1-44c4-9329-6cfe42dca69a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.520177] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d90ae57-b31d-4cfd-8da5-aea6b8746fa1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.523217] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 610.523217] env[69990]: value = "task-3445618" [ 610.523217] env[69990]: _type = "Task" [ 610.523217] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.526955] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445617, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.532672] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.532672] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.536230] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ba891d-0ff0-40b0-9a50-c4fe154f1a79 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.540271] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b973502b-82f7-4e75-8024-a74cf9213a22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.547996] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.563373] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 610.563373] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d18d38-a0f8-1b13-89f5-355026f5196f" [ 610.563373] env[69990]: _type = "Task" [ 610.563373] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.563952] env[69990]: DEBUG nova.compute.provider_tree [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.574815] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d18d38-a0f8-1b13-89f5-355026f5196f, 'name': SearchDatastore_Task, 'duration_secs': 0.020603} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.576354] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2015aa-8d7e-42b6-903d-b1e54a33c8ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.583703] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 610.583703] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52278888-4c40-d9ad-e04c-b83b31ff41d7" [ 610.583703] env[69990]: _type = "Task" [ 610.583703] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.593140] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52278888-4c40-d9ad-e04c-b83b31ff41d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.754891] env[69990]: DEBUG nova.compute.manager [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.755312] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.756524] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c4d72e-9e0b-49ca-ba75-f8ae49720d9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.766333] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.766333] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2712e63b-7ca1-42a7-a53c-6387986e3e5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.771583] env[69990]: DEBUG oslo_concurrency.lockutils [None req-77593de6-b9cc-4b60-8056-524cf6966afe tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.719s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.775059] env[69990]: DEBUG oslo_vmware.api [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 610.775059] env[69990]: value = "task-3445619" [ 610.775059] env[69990]: _type = "Task" [ 610.775059] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.786157] env[69990]: DEBUG oslo_vmware.api [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.820491] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445616, 'name': Rename_Task, 'duration_secs': 0.308664} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.820807] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.821052] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c586f3ed-9f21-493e-a357-fef17812dc0d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.828614] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 610.828614] env[69990]: value = "task-3445620" [ 610.828614] env[69990]: _type = "Task" [ 610.828614] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.837483] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.846451] env[69990]: DEBUG oslo_concurrency.lockutils [req-09deac59-791d-418f-91bf-85fc607d42d1 req-036facc0-e390-4f51-9ee9-7cd8fcfda8a4 service nova] Releasing lock "refresh_cache-5bb80322-b90e-46d1-8990-4c460ce69167" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.000614] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445617, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.038181] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.061365] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205dea1-a4d2-938b-57af-0e75d4f8b677/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 611.062294] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb4ff48-8b0b-4266-b0ed-8816c7f8639a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.072782] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205dea1-a4d2-938b-57af-0e75d4f8b677/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 611.072917] env[69990]: ERROR oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205dea1-a4d2-938b-57af-0e75d4f8b677/disk-0.vmdk due to incomplete transfer. [ 611.073326] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84192ea1-cacc-4f37-93af-fed42ebafd3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.081453] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205dea1-a4d2-938b-57af-0e75d4f8b677/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 611.081602] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Uploaded image 8161c0fd-7f5c-4359-a376-4b6ec2ee8d05 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 611.083938] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 611.084276] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e27536c-3e5e-414a-b86e-6c6e80d6b234 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.094693] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52278888-4c40-d9ad-e04c-b83b31ff41d7, 'name': SearchDatastore_Task, 'duration_secs': 0.022974} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.095977] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.096264] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5bb80322-b90e-46d1-8990-4c460ce69167/5bb80322-b90e-46d1-8990-4c460ce69167.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.096567] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 611.096567] env[69990]: value = "task-3445621" [ 611.096567] env[69990]: _type = "Task" [ 611.096567] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.096755] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fb8c9c0-b85e-4a05-9d07-2ac44ecfb5eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.102291] env[69990]: DEBUG nova.scheduler.client.report [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 611.102524] env[69990]: DEBUG nova.compute.provider_tree [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 47 to 48 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.102702] env[69990]: DEBUG nova.compute.provider_tree [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.113182] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 611.113182] env[69990]: value = "task-3445622" [ 611.113182] env[69990]: _type = "Task" [ 611.113182] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.122579] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.136727] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606b182-ac71-4be7-ad94-ca58bd01c306 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.157844] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance '86dd6a38-843d-43b4-89cc-f7357ce975b8' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 611.240220] env[69990]: DEBUG oslo_concurrency.lockutils [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.240450] env[69990]: DEBUG oslo_concurrency.lockutils [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.240645] env[69990]: DEBUG nova.compute.manager [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.241645] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1dee3-db2e-4673-a3b2-11fe1b835e03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.250444] env[69990]: DEBUG nova.compute.manager [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 611.251080] env[69990]: DEBUG nova.objects.instance [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lazy-loading 'flavor' on Instance uuid 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.275697] env[69990]: DEBUG nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.289353] env[69990]: DEBUG oslo_vmware.api [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445619, 'name': PowerOffVM_Task, 'duration_secs': 0.298283} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.289734] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.289829] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.290037] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59240c94-7f76-44bc-99ac-61e91fbe052d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.339306] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.360402] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.360676] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.360922] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleting the datastore file [datastore2] ce442a1a-3c64-4a7a-a670-440f01101c14 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.361332] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0269befd-9a73-4c9c-8a35-c7282318b75d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.370925] env[69990]: DEBUG oslo_vmware.api [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 611.370925] env[69990]: value = "task-3445624" [ 611.370925] env[69990]: _type = "Task" [ 611.370925] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.381235] env[69990]: DEBUG oslo_vmware.api [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.499523] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445617, 'name': CreateVM_Task, 'duration_secs': 1.010097} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.499811] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.500337] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.500512] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.500854] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.501131] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a49bd41-ad7e-4f35-b546-cbbcd3f476c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.507417] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 611.507417] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fb3ce5-21ab-1bf8-4975-1bfddb0059e0" [ 611.507417] env[69990]: _type = "Task" [ 611.507417] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.516293] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fb3ce5-21ab-1bf8-4975-1bfddb0059e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.538863] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445618, 'name': ReconfigVM_Task, 'duration_secs': 0.779444} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.538863] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5d3e105d-3b67-4b69-826f-7cd2759f64d5/5d3e105d-3b67-4b69-826f-7cd2759f64d5.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.538863] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44ac56d1-78f6-4bb3-9a09-49f0a393566f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.546617] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 611.546617] env[69990]: value = "task-3445625" [ 611.546617] env[69990]: _type = "Task" [ 611.546617] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.557355] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445625, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.610763] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.321s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.611147] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.617089] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445621, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.617769] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.542s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.618086] env[69990]: DEBUG nova.objects.instance [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lazy-loading 'resources' on Instance uuid 5b7ed074-6501-45be-83c0-650089a2706e {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.634506] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.664502] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.665431] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67233672-7eca-4f28-abb9-a93dca456405 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.676081] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 611.676081] env[69990]: value = "task-3445626" [ 611.676081] env[69990]: _type = "Task" [ 611.676081] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.686378] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.805341] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.841353] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.882998] env[69990]: DEBUG oslo_vmware.api [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335854} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.883412] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.883630] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.883878] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.884094] env[69990]: INFO nova.compute.manager [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Took 1.13 seconds to destroy the instance on the hypervisor. [ 611.884398] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.884654] env[69990]: DEBUG nova.compute.manager [-] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.884760] env[69990]: DEBUG nova.network.neutron [-] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.018384] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fb3ce5-21ab-1bf8-4975-1bfddb0059e0, 'name': SearchDatastore_Task, 'duration_secs': 0.022458} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.018712] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.018967] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.019239] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.019390] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.019565] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.019842] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18173f01-8e14-4c88-9660-a31a591b29ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.030889] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.031139] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.031938] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5245c3ff-b0f9-4f8d-85ba-714c9e565351 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.038164] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 612.038164] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5274104d-a6e4-7d58-a38d-d80035a76ef1" [ 612.038164] env[69990]: _type = "Task" [ 612.038164] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.046968] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5274104d-a6e4-7d58-a38d-d80035a76ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.056593] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445625, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.109889] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445621, 'name': Destroy_Task, 'duration_secs': 0.831409} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.110176] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Destroyed the VM [ 612.110491] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 612.110752] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43bb0c4b-9729-4780-8661-af3e58be1bd8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.119489] env[69990]: DEBUG nova.compute.utils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.120923] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 612.120923] env[69990]: value = "task-3445627" [ 612.120923] env[69990]: _type = "Task" [ 612.120923] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.121206] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.121424] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.148795] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.148795] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.184899] env[69990]: DEBUG nova.policy [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c3875438294b07a9639420caec5fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '923b029c7b994b96bb27d29474d7c919', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.193045] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.248810] env[69990]: DEBUG nova.compute.manager [req-75e8c6e3-f31e-4e9b-9cc6-1c7d201013a5 req-0cbdb124-2033-40af-b1f0-0ff2b83c7be3 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Received event network-vif-deleted-d5d463a2-41ea-4b07-965d-bb71ec73eaed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.248810] env[69990]: INFO nova.compute.manager [req-75e8c6e3-f31e-4e9b-9cc6-1c7d201013a5 req-0cbdb124-2033-40af-b1f0-0ff2b83c7be3 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Neutron deleted interface d5d463a2-41ea-4b07-965d-bb71ec73eaed; detaching it from the instance and deleting it from the info cache [ 612.248810] env[69990]: DEBUG nova.network.neutron [req-75e8c6e3-f31e-4e9b-9cc6-1c7d201013a5 req-0cbdb124-2033-40af-b1f0-0ff2b83c7be3 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.259922] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.260059] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb0095a-a3aa-463c-8f63-e80a6ffd4a2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.269907] env[69990]: DEBUG oslo_vmware.api [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 612.269907] env[69990]: value = "task-3445628" [ 612.269907] env[69990]: _type = "Task" [ 612.269907] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.283314] env[69990]: DEBUG oslo_vmware.api [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.340297] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.554138] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5274104d-a6e4-7d58-a38d-d80035a76ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.569647] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ac5f6f-b2f5-48fe-b624-47b4caf5b534 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.572138] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445625, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.578121] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 612.578121] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52657a23-2b35-79ab-dbc4-47460c6e001b" [ 612.578121] env[69990]: _type = "Task" [ 612.578121] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.582879] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Successfully created port: 4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.592683] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52657a23-2b35-79ab-dbc4-47460c6e001b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.628711] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.654031] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445627, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.655365] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.697775] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.734970] env[69990]: DEBUG nova.network.neutron [-] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.754020] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3aa6b8cf-9468-419d-8b78-b52c78e528dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.760058] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2746338e-8f1a-45f0-a48c-209b9bdd7adb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.766264] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c15367a-c0fc-4e9f-a627-430637ea10d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.785560] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30c6df8-6474-45c1-a299-fc9fd2a76aaa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.795169] env[69990]: DEBUG oslo_vmware.api [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.836425] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1be7dde-9799-4b57-b76f-55821de7b0cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.838478] env[69990]: DEBUG nova.compute.manager [req-75e8c6e3-f31e-4e9b-9cc6-1c7d201013a5 req-0cbdb124-2033-40af-b1f0-0ff2b83c7be3 service nova] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Detach interface failed, port_id=d5d463a2-41ea-4b07-965d-bb71ec73eaed, reason: Instance ce442a1a-3c64-4a7a-a670-440f01101c14 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 612.850889] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a45debe-7190-420f-b647-ea76ac912f8b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.855838] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.867437] env[69990]: DEBUG nova.compute.provider_tree [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.057874] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445625, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.089316] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52657a23-2b35-79ab-dbc4-47460c6e001b, 'name': SearchDatastore_Task, 'duration_secs': 0.039878} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.089597] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.089881] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.090165] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec61be73-104b-4de0-bc7c-52ee9818b817 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.096936] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 613.096936] env[69990]: value = "task-3445629" [ 613.096936] env[69990]: _type = "Task" [ 613.096936] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.106237] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.141169] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.147815] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445627, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.193270] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.237720] env[69990]: INFO nova.compute.manager [-] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Took 1.35 seconds to deallocate network for instance. [ 613.290545] env[69990]: DEBUG oslo_vmware.api [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.349554] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.405719] env[69990]: DEBUG nova.scheduler.client.report [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 613.406035] env[69990]: DEBUG nova.compute.provider_tree [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 48 to 49 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 613.406245] env[69990]: DEBUG nova.compute.provider_tree [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.563140] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445625, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.609258] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445629, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.646848] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445627, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.652951] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.656069] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445622, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.690962] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.691313] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.691472] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.691689] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.691814] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.691945] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.692177] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.692413] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.692578] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.692745] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.692955] env[69990]: DEBUG nova.virt.hardware [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.693958] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea869e-9456-4a49-b869-f49a8d213313 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.707442] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3e2cbb-2e82-45a1-a8ee-b6e778171909 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.712530] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.746413] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.795855] env[69990]: DEBUG oslo_vmware.api [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445628, 'name': PowerOffVM_Task, 'duration_secs': 1.463325} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.795855] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.796341] env[69990]: DEBUG nova.compute.manager [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.797273] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd38eabe-4701-4349-9829-583d017a9040 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.851584] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.913053] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.915641] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.127s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.917200] env[69990]: INFO nova.compute.claims [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.946528] env[69990]: INFO nova.scheduler.client.report [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Deleted allocations for instance 5b7ed074-6501-45be-83c0-650089a2706e [ 614.059615] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445625, 'name': Rename_Task, 'duration_secs': 2.289471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.059905] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.060292] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f1d82b-7fde-4949-aa9e-41bddd4a8da1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.068210] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 614.068210] env[69990]: value = "task-3445630" [ 614.068210] env[69990]: _type = "Task" [ 614.068210] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.076999] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.109195] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827987} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.109355] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.109538] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.109793] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd99c98c-8a6d-4cac-83bd-c69005713f7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.117359] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 614.117359] env[69990]: value = "task-3445631" [ 614.117359] env[69990]: _type = "Task" [ 614.117359] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.125901] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.145214] env[69990]: DEBUG oslo_vmware.api [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445627, 'name': RemoveSnapshot_Task, 'duration_secs': 1.598435} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.148479] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 614.148726] env[69990]: INFO nova.compute.manager [None req-a8dd1a63-cd8d-452c-a483-180ac18f0f7a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Took 19.08 seconds to snapshot the instance on the hypervisor. [ 614.151191] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445622, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.895503} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.151686] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5bb80322-b90e-46d1-8990-4c460ce69167/5bb80322-b90e-46d1-8990-4c460ce69167.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.151901] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.152181] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b6314c3-3ae6-4de7-b4c4-9edbd846655b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.159474] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 614.159474] env[69990]: value = "task-3445632" [ 614.159474] env[69990]: _type = "Task" [ 614.159474] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.170488] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.193205] env[69990]: DEBUG nova.compute.manager [req-5311ff8e-f547-4979-a109-cb2b466b587b req-9feea7bb-3d8b-42d4-b8d3-593357c6aebe service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Received event network-vif-plugged-4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.193205] env[69990]: DEBUG oslo_concurrency.lockutils [req-5311ff8e-f547-4979-a109-cb2b466b587b req-9feea7bb-3d8b-42d4-b8d3-593357c6aebe service nova] Acquiring lock "74907754-3b40-4162-90f1-b2b3c8363911-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.193457] env[69990]: DEBUG oslo_concurrency.lockutils [req-5311ff8e-f547-4979-a109-cb2b466b587b req-9feea7bb-3d8b-42d4-b8d3-593357c6aebe service nova] Lock "74907754-3b40-4162-90f1-b2b3c8363911-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.193457] env[69990]: DEBUG oslo_concurrency.lockutils [req-5311ff8e-f547-4979-a109-cb2b466b587b req-9feea7bb-3d8b-42d4-b8d3-593357c6aebe service nova] Lock "74907754-3b40-4162-90f1-b2b3c8363911-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.193833] env[69990]: DEBUG nova.compute.manager [req-5311ff8e-f547-4979-a109-cb2b466b587b req-9feea7bb-3d8b-42d4-b8d3-593357c6aebe service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] No waiting events found dispatching network-vif-plugged-4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.193833] env[69990]: WARNING nova.compute.manager [req-5311ff8e-f547-4979-a109-cb2b466b587b req-9feea7bb-3d8b-42d4-b8d3-593357c6aebe service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Received unexpected event network-vif-plugged-4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 for instance with vm_state building and task_state spawning. [ 614.197769] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445626, 'name': PowerOffVM_Task, 'duration_secs': 2.381581} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.198017] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.198324] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance '86dd6a38-843d-43b4-89cc-f7357ce975b8' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 614.300893] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Successfully updated port: 4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.312149] env[69990]: DEBUG oslo_concurrency.lockutils [None req-55e0b333-f385-4119-8d82-c6daab031816 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.072s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.350794] env[69990]: DEBUG oslo_vmware.api [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445620, 'name': PowerOnVM_Task, 'duration_secs': 3.089423} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.351148] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.351401] env[69990]: DEBUG nova.compute.manager [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.352244] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675dbe24-8db6-4597-a010-6a2097d2ea25 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.456586] env[69990]: DEBUG oslo_concurrency.lockutils [None req-757a17a4-2dd3-42f9-a494-cc56bae45ea3 tempest-TenantUsagesTestJSON-553219451 tempest-TenantUsagesTestJSON-553219451-project-member] Lock "5b7ed074-6501-45be-83c0-650089a2706e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.971s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.583608] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445630, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.628306] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070121} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.628591] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.629444] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf33db-5097-428a-9a2d-f56ab24e60e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.652613] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.659184] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a61cd0-8083-4abc-b81e-5f63a312140a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.689266] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113138} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.690654] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.691201] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 614.691201] env[69990]: value = "task-3445633" [ 614.691201] env[69990]: _type = "Task" [ 614.691201] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.692077] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46185270-b396-444d-be62-03239498d03c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.704796] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.704796] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.704796] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.705499] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.705499] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.705499] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.705499] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.705635] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.705774] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.705917] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.706161] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.724081] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2973395e-1915-4b10-890d-b76f239df045 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.738171] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.744249] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 5bb80322-b90e-46d1-8990-4c460ce69167/5bb80322-b90e-46d1-8990-4c460ce69167.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.744884] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f94b2d-9631-4c3b-9df5-996b1992f5c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.766239] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 614.766239] env[69990]: value = "task-3445635" [ 614.766239] env[69990]: _type = "Task" [ 614.766239] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.767761] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 614.767761] env[69990]: value = "task-3445634" [ 614.767761] env[69990]: _type = "Task" [ 614.767761] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.781116] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.784869] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.805457] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "refresh_cache-74907754-3b40-4162-90f1-b2b3c8363911" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.805602] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "refresh_cache-74907754-3b40-4162-90f1-b2b3c8363911" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.807397] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.870921] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.083069] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445630, 'name': PowerOnVM_Task, 'duration_secs': 0.575235} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.083069] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.083069] env[69990]: INFO nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Took 11.36 seconds to spawn the instance on the hypervisor. [ 615.083327] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.084080] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19b32cb-0ba7-464a-8e64-8703740ed5ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.209347] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.284365] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.287706] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.353767] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.509915] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c4f7f0-b7ff-443d-beb9-992d015586fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.521538] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f342eea4-dcac-4305-a90c-2d3e73e12534 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.525752] env[69990]: INFO nova.compute.manager [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Rebuilding instance [ 615.565096] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863a275-9332-4b0b-adfe-504be8c8d706 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.569049] env[69990]: DEBUG nova.network.neutron [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Updating instance_info_cache with network_info: [{"id": "4887f6ff-ef3f-4f43-a5e2-345fe94b33d3", "address": "fa:16:3e:c9:f0:78", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4887f6ff-ef", "ovs_interfaceid": "4887f6ff-ef3f-4f43-a5e2-345fe94b33d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.577677] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898eaadf-724a-49a6-8e80-3ab1079054e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.600412] env[69990]: DEBUG nova.compute.provider_tree [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.606023] env[69990]: INFO nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Took 36.46 seconds to build instance. [ 615.611242] env[69990]: DEBUG nova.compute.manager [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.613490] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa5d47-a04d-49e0-840f-433986b06b47 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.707104] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445633, 'name': ReconfigVM_Task, 'duration_secs': 0.941452} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.707104] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Reconfigured VM instance instance-00000010 to attach disk [datastore2] aaf64411-26d3-471b-9dc6-ee70d2461f51/aaf64411-26d3-471b-9dc6-ee70d2461f51.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.707341] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da83d13-45a7-4b3b-b8d3-6cc38df481aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.714739] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 615.714739] env[69990]: value = "task-3445636" [ 615.714739] env[69990]: _type = "Task" [ 615.714739] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.723469] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445636, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.780935] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445635, 'name': ReconfigVM_Task, 'duration_secs': 0.619837} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.781655] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance '86dd6a38-843d-43b4-89cc-f7357ce975b8' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 615.789298] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445634, 'name': ReconfigVM_Task, 'duration_secs': 0.791597} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.789298] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 5bb80322-b90e-46d1-8990-4c460ce69167/5bb80322-b90e-46d1-8990-4c460ce69167.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.789501] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee90134e-3f24-453d-bc13-45c04a682b20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.796920] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 615.796920] env[69990]: value = "task-3445637" [ 615.796920] env[69990]: _type = "Task" [ 615.796920] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.807830] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445637, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.811810] env[69990]: DEBUG nova.compute.manager [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.812971] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184bab9c-7931-4b57-adb6-b8e0adf20375 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.076068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "refresh_cache-74907754-3b40-4162-90f1-b2b3c8363911" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.076451] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Instance network_info: |[{"id": "4887f6ff-ef3f-4f43-a5e2-345fe94b33d3", "address": "fa:16:3e:c9:f0:78", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4887f6ff-ef", "ovs_interfaceid": "4887f6ff-ef3f-4f43-a5e2-345fe94b33d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.076881] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:f0:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4887f6ff-ef3f-4f43-a5e2-345fe94b33d3', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.084770] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.084890] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.085163] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76692ae6-e254-4dc4-ae8e-9a35dc92d572 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.108213] env[69990]: DEBUG nova.scheduler.client.report [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.111391] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.111391] env[69990]: value = "task-3445638" [ 616.111391] env[69990]: _type = "Task" [ 616.111391] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.112124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.369s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.124406] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445638, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.227255] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445636, 'name': Rename_Task, 'duration_secs': 0.216773} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.227585] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.227888] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d3bc6f-6977-4022-9615-56b24e09aa87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.234740] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 616.234740] env[69990]: value = "task-3445639" [ 616.234740] env[69990]: _type = "Task" [ 616.234740] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.243852] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.285528] env[69990]: DEBUG nova.compute.manager [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Received event network-changed-4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.285660] env[69990]: DEBUG nova.compute.manager [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Refreshing instance network info cache due to event network-changed-4887f6ff-ef3f-4f43-a5e2-345fe94b33d3. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.285873] env[69990]: DEBUG oslo_concurrency.lockutils [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] Acquiring lock "refresh_cache-74907754-3b40-4162-90f1-b2b3c8363911" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.286026] env[69990]: DEBUG oslo_concurrency.lockutils [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] Acquired lock "refresh_cache-74907754-3b40-4162-90f1-b2b3c8363911" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.286279] env[69990]: DEBUG nova.network.neutron [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Refreshing network info cache for port 4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.291615] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.291755] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.291923] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.292119] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.293482] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.293482] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.293482] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.293482] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.293482] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.293771] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.293771] env[69990]: DEBUG nova.virt.hardware [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.298938] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 616.300140] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3115b8ee-26e6-49cb-b268-947acc3605ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.326587] env[69990]: INFO nova.compute.manager [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] instance snapshotting [ 616.327013] env[69990]: WARNING nova.compute.manager [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 616.329136] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445637, 'name': Rename_Task, 'duration_secs': 0.286172} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.331926] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.333147] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f05a104-438a-4f02-9d1c-e363c802a641 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.336040] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 616.336040] env[69990]: value = "task-3445640" [ 616.336040] env[69990]: _type = "Task" [ 616.336040] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.336584] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144af8f3-3ad8-4a57-9c41-be6896920d85 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.361032] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aaf646-66b5-42ba-9d3f-c6ee53ab6075 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.367701] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.368031] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 616.368031] env[69990]: value = "task-3445641" [ 616.368031] env[69990]: _type = "Task" [ 616.368031] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.380948] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.613216] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.614515] env[69990]: DEBUG nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.616452] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.738s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.616663] env[69990]: DEBUG nova.objects.instance [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lazy-loading 'resources' on Instance uuid 30948c1e-acba-43be-9f4c-332c2a742c50 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.618089] env[69990]: DEBUG nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.633565] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.634100] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445638, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.634343] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd8015c-8820-439a-b6a9-2e2d421bfe27 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.637961] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "722a0b73-4bf9-4003-981c-aa3499d8b87b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.638145] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.639230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "722a0b73-4bf9-4003-981c-aa3499d8b87b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.639230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.639230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.642892] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 616.642892] env[69990]: value = "task-3445642" [ 616.642892] env[69990]: _type = "Task" [ 616.642892] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.643431] env[69990]: INFO nova.compute.manager [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Terminating instance [ 616.658021] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.747031] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.849966] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445640, 'name': ReconfigVM_Task, 'duration_secs': 0.198649} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.850268] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 616.851062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba198b-e28b-4252-b8f7-b77766e212c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.876626] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 86dd6a38-843d-43b4-89cc-f7357ce975b8/86dd6a38-843d-43b4-89cc-f7357ce975b8.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.883047] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 616.883322] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f53723-1024-4bbe-b3b9-00dea779bea5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.896748] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c03693d-e198-4a96-8290-762518365043 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.906145] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.907381] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 616.907381] env[69990]: value = "task-3445643" [ 616.907381] env[69990]: _type = "Task" [ 616.907381] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.920768] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.925718] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 616.925718] env[69990]: value = "task-3445644" [ 616.925718] env[69990]: _type = "Task" [ 616.925718] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.938519] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.076899] env[69990]: DEBUG nova.network.neutron [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Updated VIF entry in instance network info cache for port 4887f6ff-ef3f-4f43-a5e2-345fe94b33d3. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.077229] env[69990]: DEBUG nova.network.neutron [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Updating instance_info_cache with network_info: [{"id": "4887f6ff-ef3f-4f43-a5e2-345fe94b33d3", "address": "fa:16:3e:c9:f0:78", "network": {"id": "5bceb3f6-58dc-4358-8587-85c203a3be44", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757498782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923b029c7b994b96bb27d29474d7c919", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4887f6ff-ef", "ovs_interfaceid": "4887f6ff-ef3f-4f43-a5e2-345fe94b33d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.132439] env[69990]: DEBUG nova.compute.utils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.137937] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445638, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.141017] env[69990]: DEBUG nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.141017] env[69990]: DEBUG nova.network.neutron [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.159150] env[69990]: DEBUG nova.compute.manager [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.159150] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.159548] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445642, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.160941] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671eea0-4d36-44ab-b9ce-e3a553cd6a6b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.173500] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.173643] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.173880] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-409a463c-a57d-446f-9d83-27b8304ca524 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.183025] env[69990]: DEBUG oslo_vmware.api [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 617.183025] env[69990]: value = "task-3445645" [ 617.183025] env[69990]: _type = "Task" [ 617.183025] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.194038] env[69990]: DEBUG oslo_vmware.api [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.199109] env[69990]: DEBUG nova.policy [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '810a62ad9d8a43419292f86d363d93c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03972d98471f4b91a3d63029761cec74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.252651] env[69990]: DEBUG oslo_vmware.api [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445639, 'name': PowerOnVM_Task, 'duration_secs': 0.523538} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.256381] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.256703] env[69990]: DEBUG nova.compute.manager [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.258279] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9645fd35-fb8b-4e1e-ac20-726f1daedd50 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.389037] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.423837] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.440802] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445644, 'name': ReconfigVM_Task, 'duration_secs': 0.374711} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.441638] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 86dd6a38-843d-43b4-89cc-f7357ce975b8/86dd6a38-843d-43b4-89cc-f7357ce975b8.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.441959] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance '86dd6a38-843d-43b4-89cc-f7357ce975b8' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 617.581924] env[69990]: DEBUG oslo_concurrency.lockutils [req-b8980985-99cc-4a00-9838-ca381c6b2c27 req-cd99dbed-07cc-4798-be90-69a3d2c87119 service nova] Releasing lock "refresh_cache-74907754-3b40-4162-90f1-b2b3c8363911" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.629608] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445638, 'name': CreateVM_Task, 'duration_secs': 1.290874} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.629608] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.630114] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.631261] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.631261] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.631261] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8305a0c-b6db-40ca-b2f1-873be3761665 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.638572] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 617.638572] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f059a9-0efb-395f-f900-a23adb8f4d8d" [ 617.638572] env[69990]: _type = "Task" [ 617.638572] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.649043] env[69990]: DEBUG nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.660351] env[69990]: DEBUG nova.network.neutron [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Successfully created port: 00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.671772] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f059a9-0efb-395f-f900-a23adb8f4d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.016448} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.671772] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445642, 'name': PowerOffVM_Task, 'duration_secs': 0.535} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.678290] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.678290] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.678290] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.680168] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.680168] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.680168] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.680168] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.680168] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33640c5-1454-4f6e-9393-c8fd2b059b12 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.682480] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad00a069-a13d-42a1-b13e-8fc65503651e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.695270] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.698465] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.708198] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a6eb17-2268-4644-81e5-46d0c7c50ba5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.714120] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.714603] env[69990]: DEBUG oslo_vmware.api [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445645, 'name': PowerOffVM_Task, 'duration_secs': 0.265186} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.714941] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89129b21-ca3f-459b-85bd-a73c0862970e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.718126] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.718418] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.721041] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2134892-c6e0-41f2-b27c-d7dfcd98fd65 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.725890] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 617.725890] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525a77a0-8d6c-005f-b473-a646514f99c2" [ 617.725890] env[69990]: _type = "Task" [ 617.725890] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.753480] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525a77a0-8d6c-005f-b473-a646514f99c2, 'name': SearchDatastore_Task, 'duration_secs': 0.022793} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.761011] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ffcaf9-8ef3-43a7-9b6d-0c113783eadb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.765365] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.765734] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.766055] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Deleting the datastore file [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.766734] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95549fdf-c346-4bcf-bc29-246ad382abfd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.784123] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 617.784123] env[69990]: value = "task-3445648" [ 617.784123] env[69990]: _type = "Task" [ 617.784123] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.784123] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 617.784123] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52510663-d4d3-7583-a265-b1e9af982bf6" [ 617.784123] env[69990]: _type = "Task" [ 617.784123] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.795458] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.809475] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.816556] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52510663-d4d3-7583-a265-b1e9af982bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.022057} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.824156] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.824156] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 74907754-3b40-4162-90f1-b2b3c8363911/74907754-3b40-4162-90f1-b2b3c8363911.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.824156] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.824156] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.824484] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Deleting the datastore file [datastore2] 722a0b73-4bf9-4003-981c-aa3499d8b87b {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.824484] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d819bae-8b7c-4bd9-bb6a-fe8ef52d04bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.826635] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d91ba6a4-4ef3-4504-878c-13eb36611f7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.836130] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 617.836130] env[69990]: value = "task-3445649" [ 617.836130] env[69990]: _type = "Task" [ 617.836130] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.838147] env[69990]: DEBUG oslo_vmware.api [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for the task: (returnval){ [ 617.838147] env[69990]: value = "task-3445650" [ 617.838147] env[69990]: _type = "Task" [ 617.838147] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.856645] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.859959] env[69990]: DEBUG oslo_vmware.api [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.888325] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445641, 'name': PowerOnVM_Task, 'duration_secs': 1.240785} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.888652] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.888864] env[69990]: INFO nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Took 11.38 seconds to spawn the instance on the hypervisor. [ 617.889060] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.889880] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378cd71b-6ac6-4f74-af17-5ecdaf2d2a4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.923580] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445643, 'name': CreateSnapshot_Task, 'duration_secs': 0.525507} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.923901] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 617.924973] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8344bac0-9990-47ef-b596-bb9f1f633e9a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.954280] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a3b52f-6d4f-432f-a00c-9b04f3714fff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.981506] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a5e240-e6b1-4ef7-84ba-b6395b57c2cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.005502] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance '86dd6a38-843d-43b4-89cc-f7357ce975b8' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 618.013028] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1633299d-5611-4e7f-a1d1-f8f5482365dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.020812] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ba163-4e96-406b-ba94-7e3b7a918666 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.056190] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32d0e0d-7348-4bf2-a70c-b44e1cd6a044 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.066611] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5982f425-3c49-4a90-a6b9-9e72d7233c42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.083756] env[69990]: DEBUG nova.compute.provider_tree [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.297421] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301454} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.297679] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.297866] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.298278] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.355267] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445649, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.363163] env[69990]: DEBUG oslo_vmware.api [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Task: {'id': task-3445650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403922} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.363263] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.363414] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.363961] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.363961] env[69990]: INFO nova.compute.manager [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 618.364116] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.364349] env[69990]: DEBUG nova.compute.manager [-] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.364462] env[69990]: DEBUG nova.network.neutron [-] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.421740] env[69990]: INFO nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Took 37.61 seconds to build instance. [ 618.453080] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 618.453888] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3463f25a-e0bf-4895-b3a3-8bedaa3ac942 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.466459] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 618.466459] env[69990]: value = "task-3445651" [ 618.466459] env[69990]: _type = "Task" [ 618.466459] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.478283] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445651, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.589092] env[69990]: DEBUG nova.scheduler.client.report [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.596846] env[69990]: DEBUG nova.network.neutron [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Port 1860ad60-ddc0-4843-baed-5d8a65ee5d89 binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 618.659150] env[69990]: DEBUG nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.704275] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.704275] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.704275] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.704514] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.704615] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.704759] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.704971] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.705650] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.706071] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.706454] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.707916] env[69990]: DEBUG nova.virt.hardware [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.708466] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a108d4-78bb-411e-9b9c-35a56098e572 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.722574] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c95ab7-f297-41c6-b1d8-695d5930942d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.854727] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445649, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.928027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5bb80322-b90e-46d1-8990-4c460ce69167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.123s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.977867] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445651, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.998265] env[69990]: DEBUG nova.compute.manager [req-76f825db-f967-49bd-a428-42ce44c6ccbe req-47318824-f574-48c0-bc21-2bac84237503 service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Received event network-vif-deleted-633cb0a9-ca11-4828-a8e7-8417ec4fcf06 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.998569] env[69990]: INFO nova.compute.manager [req-76f825db-f967-49bd-a428-42ce44c6ccbe req-47318824-f574-48c0-bc21-2bac84237503 service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Neutron deleted interface 633cb0a9-ca11-4828-a8e7-8417ec4fcf06; detaching it from the instance and deleting it from the info cache [ 618.998632] env[69990]: DEBUG nova.network.neutron [req-76f825db-f967-49bd-a428-42ce44c6ccbe req-47318824-f574-48c0-bc21-2bac84237503 service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.052717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "aaf64411-26d3-471b-9dc6-ee70d2461f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.052717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "aaf64411-26d3-471b-9dc6-ee70d2461f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.052717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "aaf64411-26d3-471b-9dc6-ee70d2461f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.052717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "aaf64411-26d3-471b-9dc6-ee70d2461f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.053149] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "aaf64411-26d3-471b-9dc6-ee70d2461f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.054050] env[69990]: INFO nova.compute.manager [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Terminating instance [ 619.099924] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.482s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.104632] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.073s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.106187] env[69990]: INFO nova.compute.claims [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.135050] env[69990]: INFO nova.scheduler.client.report [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Deleted allocations for instance 30948c1e-acba-43be-9f4c-332c2a742c50 [ 619.306758] env[69990]: DEBUG nova.network.neutron [-] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.342871] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.343165] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.343344] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.343575] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.343753] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.343917] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.344315] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.344548] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.344848] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.345143] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.345949] env[69990]: DEBUG nova.virt.hardware [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.347104] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dc5250-b7c2-4cf9-ba55-740ae3898e7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.365613] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d49afa4-a1f6-46f9-93b3-1dd61d69e51b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.370107] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445649, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.383268] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.389423] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.390157] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.390920] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0f0daf-852a-4aa6-b92c-1ba63cd63d91 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.410534] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.410534] env[69990]: value = "task-3445652" [ 619.410534] env[69990]: _type = "Task" [ 619.410534] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.422601] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445652, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.433586] env[69990]: DEBUG nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.479128] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445651, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.502139] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea8ad8ba-da7f-4684-b38c-8125800f5d24 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.513959] env[69990]: DEBUG nova.network.neutron [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Successfully updated port: 00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.520307] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b96160-2f45-4229-beab-c0ead2bc1827 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.559481] env[69990]: DEBUG nova.compute.manager [req-76f825db-f967-49bd-a428-42ce44c6ccbe req-47318824-f574-48c0-bc21-2bac84237503 service nova] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Detach interface failed, port_id=633cb0a9-ca11-4828-a8e7-8417ec4fcf06, reason: Instance 722a0b73-4bf9-4003-981c-aa3499d8b87b could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 619.559715] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "refresh_cache-aaf64411-26d3-471b-9dc6-ee70d2461f51" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.559943] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquired lock "refresh_cache-aaf64411-26d3-471b-9dc6-ee70d2461f51" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.560202] env[69990]: DEBUG nova.network.neutron [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.595611] env[69990]: DEBUG nova.compute.manager [req-be6107c5-5c09-4fe3-954c-f8b307212346 req-facd19d8-de34-45b5-81e6-c413c9cf963b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Received event network-vif-plugged-00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.595611] env[69990]: DEBUG oslo_concurrency.lockutils [req-be6107c5-5c09-4fe3-954c-f8b307212346 req-facd19d8-de34-45b5-81e6-c413c9cf963b service nova] Acquiring lock "b89c7304-756d-4183-8fdd-48bb5a643686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.595611] env[69990]: DEBUG oslo_concurrency.lockutils [req-be6107c5-5c09-4fe3-954c-f8b307212346 req-facd19d8-de34-45b5-81e6-c413c9cf963b service nova] Lock "b89c7304-756d-4183-8fdd-48bb5a643686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.595611] env[69990]: DEBUG oslo_concurrency.lockutils [req-be6107c5-5c09-4fe3-954c-f8b307212346 req-facd19d8-de34-45b5-81e6-c413c9cf963b service nova] Lock "b89c7304-756d-4183-8fdd-48bb5a643686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.595611] env[69990]: DEBUG nova.compute.manager [req-be6107c5-5c09-4fe3-954c-f8b307212346 req-facd19d8-de34-45b5-81e6-c413c9cf963b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] No waiting events found dispatching network-vif-plugged-00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.596148] env[69990]: WARNING nova.compute.manager [req-be6107c5-5c09-4fe3-954c-f8b307212346 req-facd19d8-de34-45b5-81e6-c413c9cf963b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Received unexpected event network-vif-plugged-00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c for instance with vm_state building and task_state spawning. [ 619.635970] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.636873] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.636873] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.645570] env[69990]: DEBUG oslo_concurrency.lockutils [None req-71271745-44ce-4bbc-8be2-2e1a11fb270f tempest-ServerDiagnosticsTest-1076915378 tempest-ServerDiagnosticsTest-1076915378-project-member] Lock "30948c1e-acba-43be-9f4c-332c2a742c50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.887s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.812315] env[69990]: INFO nova.compute.manager [-] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Took 1.45 seconds to deallocate network for instance. [ 619.865332] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445649, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.842546} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.866214] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 74907754-3b40-4162-90f1-b2b3c8363911/74907754-3b40-4162-90f1-b2b3c8363911.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.866385] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.866670] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f141420d-6a31-46a1-9bd0-110a8acbaf47 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.875438] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 619.875438] env[69990]: value = "task-3445653" [ 619.875438] env[69990]: _type = "Task" [ 619.875438] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.895424] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.925091] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445652, 'name': CreateVM_Task, 'duration_secs': 0.514795} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.925349] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.925728] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.925891] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.926242] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.926497] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b95f803-c1c9-4df1-a82b-0a238c571d29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.934091] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 619.934091] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520c0a52-de13-2c20-6713-8cd3beb857ae" [ 619.934091] env[69990]: _type = "Task" [ 619.934091] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.946606] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520c0a52-de13-2c20-6713-8cd3beb857ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.967532] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.980254] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445651, 'name': CloneVM_Task, 'duration_secs': 1.432894} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.980254] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Created linked-clone VM from snapshot [ 619.980254] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550c697c-b248-4a8b-8571-fa273608cabc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.991691] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Uploading image 9dabb16f-8f4c-441f-9776-0a73116f507d {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 620.017440] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "refresh_cache-b89c7304-756d-4183-8fdd-48bb5a643686" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.017593] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquired lock "refresh_cache-b89c7304-756d-4183-8fdd-48bb5a643686" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.017744] env[69990]: DEBUG nova.network.neutron [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.023659] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 620.023659] env[69990]: value = "vm-687843" [ 620.023659] env[69990]: _type = "VirtualMachine" [ 620.023659] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 620.023883] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00d0aaca-96f0-4301-a2d2-905a07a5a051 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.033973] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease: (returnval){ [ 620.033973] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52698fcc-f033-ecf7-d195-931200651162" [ 620.033973] env[69990]: _type = "HttpNfcLease" [ 620.033973] env[69990]: } obtained for exporting VM: (result){ [ 620.033973] env[69990]: value = "vm-687843" [ 620.033973] env[69990]: _type = "VirtualMachine" [ 620.033973] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 620.034239] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the lease: (returnval){ [ 620.034239] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52698fcc-f033-ecf7-d195-931200651162" [ 620.034239] env[69990]: _type = "HttpNfcLease" [ 620.034239] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 620.042347] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 620.042347] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52698fcc-f033-ecf7-d195-931200651162" [ 620.042347] env[69990]: _type = "HttpNfcLease" [ 620.042347] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 620.088182] env[69990]: DEBUG nova.network.neutron [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.185480] env[69990]: DEBUG nova.network.neutron [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.248605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ada82-5cdc-4eca-aad8-279fe78b6701 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.257763] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e8a6ba-90bf-4e6d-9f5a-136faab720ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.292397] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2433f94-b591-4f2d-a21b-4bc776ab9f00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.301126] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb21563-0a65-4b59-a1bd-62af12b6d50e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.315968] env[69990]: DEBUG nova.compute.provider_tree [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.321250] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.390681] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224631} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.391621] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.392990] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8a02d3-e349-4a99-ba4e-5892c23051c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.421788] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 74907754-3b40-4162-90f1-b2b3c8363911/74907754-3b40-4162-90f1-b2b3c8363911.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.423380] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce37d3c-fb52-4469-a222-cc41841bb92d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.449457] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520c0a52-de13-2c20-6713-8cd3beb857ae, 'name': SearchDatastore_Task, 'duration_secs': 0.035312} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.451842] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.451933] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.453067] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.453067] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.453067] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.453067] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 620.453067] env[69990]: value = "task-3445655" [ 620.453067] env[69990]: _type = "Task" [ 620.453067] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.453067] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53fb1adf-8aeb-4c61-ac2d-e73c33e2d7bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.465816] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445655, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.467108] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.467301] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.468050] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89a3fc2-5c17-4729-879d-5b8671b5425d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.473724] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 620.473724] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e3617f-77bb-86dc-ab87-87589abee3e9" [ 620.473724] env[69990]: _type = "Task" [ 620.473724] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.483111] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e3617f-77bb-86dc-ab87-87589abee3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.543380] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 620.543380] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52698fcc-f033-ecf7-d195-931200651162" [ 620.543380] env[69990]: _type = "HttpNfcLease" [ 620.543380] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 620.544037] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 620.544037] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52698fcc-f033-ecf7-d195-931200651162" [ 620.544037] env[69990]: _type = "HttpNfcLease" [ 620.544037] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 620.544426] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6df035c-6d27-4071-81c1-83333d94259c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.554243] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceb8d0-8c2a-e737-a684-cbe281a858d9/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 620.556409] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceb8d0-8c2a-e737-a684-cbe281a858d9/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 620.615257] env[69990]: DEBUG nova.network.neutron [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.657473] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71ece51d-9084-473e-aebd-301413a89b41 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.690301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Releasing lock "refresh_cache-aaf64411-26d3-471b-9dc6-ee70d2461f51" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.690728] env[69990]: DEBUG nova.compute.manager [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.691194] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.692031] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ccda5d-0f18-44df-8d5f-2228d6179b66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.704335] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.704516] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5f64ac-895c-44f7-a3b2-39c1b99305b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.713059] env[69990]: DEBUG oslo_vmware.api [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 620.713059] env[69990]: value = "task-3445656" [ 620.713059] env[69990]: _type = "Task" [ 620.713059] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.723718] env[69990]: DEBUG oslo_vmware.api [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.746242] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.746433] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.746634] env[69990]: DEBUG nova.network.neutron [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.820465] env[69990]: DEBUG nova.scheduler.client.report [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.837350] env[69990]: DEBUG nova.network.neutron [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Updating instance_info_cache with network_info: [{"id": "00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c", "address": "fa:16:3e:98:13:99", "network": {"id": "b790385f-b922-4de8-a036-c1c5a9d01967", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1641867927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03972d98471f4b91a3d63029761cec74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c577c4-7b", "ovs_interfaceid": "00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.966744] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.985373] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e3617f-77bb-86dc-ab87-87589abee3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.986384] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f904a6-2a71-4240-9632-c32dedc9ce9e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.993853] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 620.993853] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524cfc61-a30b-c8f1-4f84-dfd37f721729" [ 620.993853] env[69990]: _type = "Task" [ 620.993853] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.004402] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524cfc61-a30b-c8f1-4f84-dfd37f721729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.226081] env[69990]: DEBUG oslo_vmware.api [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445656, 'name': PowerOffVM_Task, 'duration_secs': 0.159944} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.226081] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.228034] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.228034] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690ebeaa-fb5b-4198-a9d5-da479160609b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.263299] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.264293] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.264293] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Deleting the datastore file [datastore2] aaf64411-26d3-471b-9dc6-ee70d2461f51 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.264293] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d5f2e2-61d2-4faa-b7e9-70af2e708bbb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.275356] env[69990]: DEBUG oslo_vmware.api [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for the task: (returnval){ [ 621.275356] env[69990]: value = "task-3445658" [ 621.275356] env[69990]: _type = "Task" [ 621.275356] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.287457] env[69990]: DEBUG oslo_vmware.api [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.326176] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.326821] env[69990]: DEBUG nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.330644] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.441s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.330644] env[69990]: DEBUG nova.objects.instance [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lazy-loading 'resources' on Instance uuid 8837f277-16af-4bb2-9064-e0048326e51a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.340948] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Releasing lock "refresh_cache-b89c7304-756d-4183-8fdd-48bb5a643686" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.340948] env[69990]: DEBUG nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Instance network_info: |[{"id": "00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c", "address": "fa:16:3e:98:13:99", "network": {"id": "b790385f-b922-4de8-a036-c1c5a9d01967", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1641867927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03972d98471f4b91a3d63029761cec74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c577c4-7b", "ovs_interfaceid": "00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.342255] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:13:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.351045] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Creating folder: Project (03972d98471f4b91a3d63029761cec74). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.355044] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df74382c-74ff-46f0-8966-39a9529f9557 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.369695] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Created folder: Project (03972d98471f4b91a3d63029761cec74) in parent group-v687779. [ 621.369695] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Creating folder: Instances. Parent ref: group-v687845. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.370121] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a45966b8-b172-44d7-a2f0-19f7a90907ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.385606] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Created folder: Instances in parent group-v687845. [ 621.386070] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.386293] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.386886] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fec9ae7-1afe-49df-8bc3-6f6f6f2c31e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.412750] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.412750] env[69990]: value = "task-3445661" [ 621.412750] env[69990]: _type = "Task" [ 621.412750] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.427866] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445661, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.467501] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445655, 'name': ReconfigVM_Task, 'duration_secs': 0.611916} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.468341] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 74907754-3b40-4162-90f1-b2b3c8363911/74907754-3b40-4162-90f1-b2b3c8363911.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.469171] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fba1c845-8879-4ed6-88e2-88b4ad6dba9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.479355] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 621.479355] env[69990]: value = "task-3445662" [ 621.479355] env[69990]: _type = "Task" [ 621.479355] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.491382] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445662, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.506423] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524cfc61-a30b-c8f1-4f84-dfd37f721729, 'name': SearchDatastore_Task, 'duration_secs': 0.018016} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.506608] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.506872] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.507262] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94862f7-a970-49fd-8d8a-b9441ba81499 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.516993] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 621.516993] env[69990]: value = "task-3445663" [ 621.516993] env[69990]: _type = "Task" [ 621.516993] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.529269] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.737789] env[69990]: DEBUG nova.network.neutron [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance_info_cache with network_info: [{"id": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "address": "fa:16:3e:5c:1b:c8", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1860ad60-dd", "ovs_interfaceid": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.752100] env[69990]: DEBUG nova.compute.manager [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Received event network-changed-00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.752100] env[69990]: DEBUG nova.compute.manager [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Refreshing instance network info cache due to event network-changed-00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.752196] env[69990]: DEBUG oslo_concurrency.lockutils [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] Acquiring lock "refresh_cache-b89c7304-756d-4183-8fdd-48bb5a643686" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.752283] env[69990]: DEBUG oslo_concurrency.lockutils [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] Acquired lock "refresh_cache-b89c7304-756d-4183-8fdd-48bb5a643686" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.752444] env[69990]: DEBUG nova.network.neutron [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Refreshing network info cache for port 00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.787949] env[69990]: DEBUG oslo_vmware.api [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Task: {'id': task-3445658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220868} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.788236] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.788424] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.788602] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.788773] env[69990]: INFO nova.compute.manager [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Took 1.10 seconds to destroy the instance on the hypervisor. [ 621.789022] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.789221] env[69990]: DEBUG nova.compute.manager [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.789320] env[69990]: DEBUG nova.network.neutron [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.833540] env[69990]: DEBUG nova.network.neutron [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.838485] env[69990]: DEBUG nova.compute.utils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.843185] env[69990]: DEBUG nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.843568] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.929874] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445661, 'name': CreateVM_Task, 'duration_secs': 0.424977} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.932956] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.933257] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.933330] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.934804] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.937188] env[69990]: DEBUG nova.policy [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa3253e2d5c4bea82677aff9651ab55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34643fc98f94325b1099d706597c598', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.941575] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e3ba21-3def-4243-b2e2-601a3539508f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.948949] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 621.948949] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523b3b2e-9225-f19d-1db8-e2a87d85c626" [ 621.948949] env[69990]: _type = "Task" [ 621.948949] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.969423] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b3b2e-9225-f19d-1db8-e2a87d85c626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.997340] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445662, 'name': Rename_Task, 'duration_secs': 0.197667} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.001249] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.001949] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ed9881-5755-4ef4-8a1c-67a836029b77 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.013427] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 622.013427] env[69990]: value = "task-3445664" [ 622.013427] env[69990]: _type = "Task" [ 622.013427] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.045405] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.045405] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445664, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.244219] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.343951] env[69990]: DEBUG nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.351045] env[69990]: DEBUG nova.network.neutron [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.478259] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b3b2e-9225-f19d-1db8-e2a87d85c626, 'name': SearchDatastore_Task, 'duration_secs': 0.054414} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.478259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.478259] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.478259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.478548] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.478548] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.478548] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba955cc6-8428-4173-ab8d-441e83a42c56 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.493287] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.493577] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.494323] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ee198a-405d-4f6e-9876-2a22847e3cc8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.503316] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 622.503316] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5232ccae-5386-1da3-3cb3-1ba5cb8421b9" [ 622.503316] env[69990]: _type = "Task" [ 622.503316] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.517267] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5232ccae-5386-1da3-3cb3-1ba5cb8421b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.536882] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611929} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.544968] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.545312] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.545624] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.546552] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3e1790-b632-4e77-a8db-f78bd6869322 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.556521] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 622.556521] env[69990]: value = "task-3445665" [ 622.556521] env[69990]: _type = "Task" [ 622.556521] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.564405] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba3a12-d8c8-4438-942b-1f48821dbab4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.570988] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.577523] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4454b01-be02-4e0b-84d7-d886ac2fdc16 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.617712] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fc8a45-89d9-4521-a477-2dcb35e57b99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.626915] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02548f21-b8b2-4de3-9314-34042b8cddaa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.643357] env[69990]: DEBUG nova.compute.provider_tree [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.714988] env[69990]: DEBUG nova.network.neutron [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Updated VIF entry in instance network info cache for port 00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.714988] env[69990]: DEBUG nova.network.neutron [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Updating instance_info_cache with network_info: [{"id": "00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c", "address": "fa:16:3e:98:13:99", "network": {"id": "b790385f-b922-4de8-a036-c1c5a9d01967", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1641867927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03972d98471f4b91a3d63029761cec74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c577c4-7b", "ovs_interfaceid": "00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.790616] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8b2e83-85d3-46fd-9366-b2e837371562 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.812427] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b509f2-4b56-48be-9416-2c62e937fe8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.820834] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance '86dd6a38-843d-43b4-89cc-f7357ce975b8' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.830052] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Successfully created port: 406c7b87-8d46-4fd2-856d-6276aed22b2c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.857158] env[69990]: INFO nova.compute.manager [-] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Took 1.07 seconds to deallocate network for instance. [ 623.018390] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5232ccae-5386-1da3-3cb3-1ba5cb8421b9, 'name': SearchDatastore_Task, 'duration_secs': 0.018512} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.019378] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc36247-b32e-4154-930e-8e78acee7235 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.031564] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 623.031564] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520b5df0-b84e-0bac-c91a-9801f66c5d13" [ 623.031564] env[69990]: _type = "Task" [ 623.031564] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.035584] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445664, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.046548] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520b5df0-b84e-0bac-c91a-9801f66c5d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.068228] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108826} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.068604] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.069891] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dca7135-2dca-4080-a2e4-71fc01b0d1cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.093482] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.093911] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9a2922-3042-4ddc-bfdd-6e3b7dc1f565 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.114787] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 623.114787] env[69990]: value = "task-3445666" [ 623.114787] env[69990]: _type = "Task" [ 623.114787] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.126635] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.146989] env[69990]: DEBUG nova.scheduler.client.report [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.217988] env[69990]: DEBUG oslo_concurrency.lockutils [req-f1bef5b6-45a9-4054-86a4-55b534ada0f3 req-bc00d253-185a-4139-9edd-de8829e3a87b service nova] Releasing lock "refresh_cache-b89c7304-756d-4183-8fdd-48bb5a643686" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.331440] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.331810] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea106eb-3357-4e2d-bdd4-409c62129825 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.341556] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 623.341556] env[69990]: value = "task-3445667" [ 623.341556] env[69990]: _type = "Task" [ 623.341556] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.358159] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.358832] env[69990]: DEBUG nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.363520] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.394905] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.395450] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.398053] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.398053] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.398053] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.398053] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.398380] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.398615] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.398809] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.398999] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.399229] env[69990]: DEBUG nova.virt.hardware [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.402101] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf59c6c-d752-46d7-9159-8018e031eeb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.411469] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18064e82-35c1-4560-92ea-23a629cfa090 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.493598] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Successfully created port: a9681b47-458c-441c-b914-4df3cd4b338c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.536533] env[69990]: DEBUG oslo_vmware.api [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445664, 'name': PowerOnVM_Task, 'duration_secs': 1.105871} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.537466] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.538268] env[69990]: INFO nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Took 9.88 seconds to spawn the instance on the hypervisor. [ 623.538547] env[69990]: DEBUG nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.543591] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff6921-625f-4ae2-b2f6-509a751006bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.554104] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520b5df0-b84e-0bac-c91a-9801f66c5d13, 'name': SearchDatastore_Task, 'duration_secs': 0.017971} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.556160] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.557510] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] b89c7304-756d-4183-8fdd-48bb5a643686/b89c7304-756d-4183-8fdd-48bb5a643686.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.560591] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab27b20e-8ef3-4221-8cc5-f2974105103e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.571839] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 623.571839] env[69990]: value = "task-3445668" [ 623.571839] env[69990]: _type = "Task" [ 623.571839] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.583573] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.627436] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445666, 'name': ReconfigVM_Task, 'duration_secs': 0.49818} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.627703] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2/1b16d347-9579-497b-8b20-5d3f58d029d2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.628486] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a64383f5-0800-49ea-9c55-b4d3a3b214fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.637580] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 623.637580] env[69990]: value = "task-3445669" [ 623.637580] env[69990]: _type = "Task" [ 623.637580] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.650914] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445669, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.652778] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.655595] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.394s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.656085] env[69990]: DEBUG nova.objects.instance [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lazy-loading 'resources' on Instance uuid 03ff3500-ce24-4274-bc2e-5e4777d25f03 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.684627] env[69990]: INFO nova.scheduler.client.report [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Deleted allocations for instance 8837f277-16af-4bb2-9064-e0048326e51a [ 623.857770] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.084266] env[69990]: INFO nova.compute.manager [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Took 41.24 seconds to build instance. [ 624.090788] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445668, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.153725] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445669, 'name': Rename_Task, 'duration_secs': 0.218251} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.154337] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.154437] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73a21b09-5b4e-4575-8414-847df9486945 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.168267] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Waiting for the task: (returnval){ [ 624.168267] env[69990]: value = "task-3445670" [ 624.168267] env[69990]: _type = "Task" [ 624.168267] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.182881] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.194273] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ad19b0b-e5de-468b-a0a9-fd2243c9104f tempest-ServerDiagnosticsV248Test-452714532 tempest-ServerDiagnosticsV248Test-452714532-project-member] Lock "8837f277-16af-4bb2-9064-e0048326e51a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.668s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.212186] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Successfully created port: 89819d41-d842-4513-8019-8ec3f0848e1d {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.361631] env[69990]: DEBUG oslo_vmware.api [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445667, 'name': PowerOnVM_Task, 'duration_secs': 0.526345} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.362854] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.363170] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e003df-b8ab-436f-883f-f177c0403fb6 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance '86dd6a38-843d-43b4-89cc-f7357ce975b8' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 624.588345] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f337285-6068-4b02-a3aa-12e5e2c1bd13 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "74907754-3b40-4162-90f1-b2b3c8363911" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.739s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.588345] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591195} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.590673] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] b89c7304-756d-4183-8fdd-48bb5a643686/b89c7304-756d-4183-8fdd-48bb5a643686.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.590673] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.594080] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f355f793-aed3-4b3d-8c3f-e10d88f5a01e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.603734] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 624.603734] env[69990]: value = "task-3445671" [ 624.603734] env[69990]: _type = "Task" [ 624.603734] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.618154] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.682469] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.846436] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3a6f9a-71fb-42e2-96cb-db9b20756f3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.858466] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cab56b3-3957-4eb0-9008-f465e74159b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.905285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.905285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.905285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.905562] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.905562] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.908062] env[69990]: INFO nova.compute.manager [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Terminating instance [ 624.910040] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f047393a-71fc-4479-8456-6d3e2842a4a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.928201] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ff554-fe61-4268-beef-c1c8b2b800eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.949529] env[69990]: DEBUG nova.compute.provider_tree [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.093926] env[69990]: DEBUG nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.115022] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105483} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.115373] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.116206] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ba4a5-5fa8-4934-ad9a-403f363a6314 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.141243] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b89c7304-756d-4183-8fdd-48bb5a643686/b89c7304-756d-4183-8fdd-48bb5a643686.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.142247] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb33a5a1-4576-4cb4-8ec5-ac9b3232eedb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.166240] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 625.166240] env[69990]: value = "task-3445672" [ 625.166240] env[69990]: _type = "Task" [ 625.166240] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.183870] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.187487] env[69990]: DEBUG oslo_vmware.api [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Task: {'id': task-3445670, 'name': PowerOnVM_Task, 'duration_secs': 0.698971} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.187487] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.187696] env[69990]: DEBUG nova.compute.manager [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.188881] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec43e324-1e31-48d4-92fb-437d994fa66a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.419837] env[69990]: DEBUG nova.compute.manager [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.420144] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.421078] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b17fffc-0a3c-4f67-9226-94e64ffd1c29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.431178] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.431237] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c78ad0-e71d-45b4-ad05-135dc585e704 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.442125] env[69990]: DEBUG oslo_vmware.api [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 625.442125] env[69990]: value = "task-3445673" [ 625.442125] env[69990]: _type = "Task" [ 625.442125] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.458878] env[69990]: DEBUG nova.scheduler.client.report [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.462311] env[69990]: DEBUG oslo_vmware.api [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.623318] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.682392] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.717741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.964916] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.967980] env[69990]: DEBUG oslo_vmware.api [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445673, 'name': PowerOffVM_Task, 'duration_secs': 0.297783} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.969338] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.898s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.971743] env[69990]: INFO nova.compute.claims [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.975530] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.976445] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.977163] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da465e87-7303-4e99-9ef0-e64849ec3729 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.014974] env[69990]: INFO nova.scheduler.client.report [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Deleted allocations for instance 03ff3500-ce24-4274-bc2e-5e4777d25f03 [ 626.069874] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.070097] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.070289] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleting the datastore file [datastore1] 5d3e105d-3b67-4b69-826f-7cd2759f64d5 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.072534] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740ce400-d7a6-475c-ba1c-4a7f6fe4461f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.083834] env[69990]: DEBUG oslo_vmware.api [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 626.083834] env[69990]: value = "task-3445675" [ 626.083834] env[69990]: _type = "Task" [ 626.083834] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.099307] env[69990]: DEBUG oslo_vmware.api [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.176414] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.176903] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.182252] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445672, 'name': ReconfigVM_Task, 'duration_secs': 0.596398} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.182505] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b89c7304-756d-4183-8fdd-48bb5a643686/b89c7304-756d-4183-8fdd-48bb5a643686.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.183562] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeaf54a8-2f39-4922-987e-52acb99886ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.193716] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 626.193716] env[69990]: value = "task-3445676" [ 626.193716] env[69990]: _type = "Task" [ 626.193716] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.203622] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445676, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.504060] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "1b16d347-9579-497b-8b20-5d3f58d029d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.506999] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "1b16d347-9579-497b-8b20-5d3f58d029d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.506999] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "1b16d347-9579-497b-8b20-5d3f58d029d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.506999] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "1b16d347-9579-497b-8b20-5d3f58d029d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.506999] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "1b16d347-9579-497b-8b20-5d3f58d029d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.511293] env[69990]: INFO nova.compute.manager [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Terminating instance [ 626.523598] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bfbb22c2-a331-4539-9fc1-c86a5023b72c tempest-FloatingIPsAssociationNegativeTestJSON-302696382 tempest-FloatingIPsAssociationNegativeTestJSON-302696382-project-member] Lock "03ff3500-ce24-4274-bc2e-5e4777d25f03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.930s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.563773] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Successfully updated port: 406c7b87-8d46-4fd2-856d-6276aed22b2c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.597985] env[69990]: DEBUG oslo_vmware.api [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264627} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.598267] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.598633] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.598691] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.598910] env[69990]: INFO nova.compute.manager [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 626.599643] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.599643] env[69990]: DEBUG nova.compute.manager [-] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.599643] env[69990]: DEBUG nova.network.neutron [-] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.705108] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445676, 'name': Rename_Task, 'duration_secs': 0.224325} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.706083] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.706083] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47bb0363-e59d-4751-b443-7a9c2d7426d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.714852] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 626.714852] env[69990]: value = "task-3445677" [ 626.714852] env[69990]: _type = "Task" [ 626.714852] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.726303] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.762272] env[69990]: DEBUG nova.compute.manager [req-1cd75197-2ee7-4a3b-bed1-656a61f2fc24 req-7b81c999-fb73-4ed1-a59d-831712638bf3 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-vif-plugged-406c7b87-8d46-4fd2-856d-6276aed22b2c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.762272] env[69990]: DEBUG oslo_concurrency.lockutils [req-1cd75197-2ee7-4a3b-bed1-656a61f2fc24 req-7b81c999-fb73-4ed1-a59d-831712638bf3 service nova] Acquiring lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.762272] env[69990]: DEBUG oslo_concurrency.lockutils [req-1cd75197-2ee7-4a3b-bed1-656a61f2fc24 req-7b81c999-fb73-4ed1-a59d-831712638bf3 service nova] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.762272] env[69990]: DEBUG oslo_concurrency.lockutils [req-1cd75197-2ee7-4a3b-bed1-656a61f2fc24 req-7b81c999-fb73-4ed1-a59d-831712638bf3 service nova] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.762272] env[69990]: DEBUG nova.compute.manager [req-1cd75197-2ee7-4a3b-bed1-656a61f2fc24 req-7b81c999-fb73-4ed1-a59d-831712638bf3 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] No waiting events found dispatching network-vif-plugged-406c7b87-8d46-4fd2-856d-6276aed22b2c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.762666] env[69990]: WARNING nova.compute.manager [req-1cd75197-2ee7-4a3b-bed1-656a61f2fc24 req-7b81c999-fb73-4ed1-a59d-831712638bf3 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received unexpected event network-vif-plugged-406c7b87-8d46-4fd2-856d-6276aed22b2c for instance with vm_state building and task_state spawning. [ 626.877200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.877558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.878312] env[69990]: DEBUG nova.compute.manager [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Going to confirm migration 1 {{(pid=69990) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 627.016186] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "refresh_cache-1b16d347-9579-497b-8b20-5d3f58d029d2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.016454] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquired lock "refresh_cache-1b16d347-9579-497b-8b20-5d3f58d029d2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.016649] env[69990]: DEBUG nova.network.neutron [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.229620] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.455715] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.455882] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.456265] env[69990]: DEBUG nova.network.neutron [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.456404] env[69990]: DEBUG nova.objects.instance [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lazy-loading 'info_cache' on Instance uuid 86dd6a38-843d-43b4-89cc-f7357ce975b8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.547544] env[69990]: DEBUG nova.network.neutron [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.567727] env[69990]: DEBUG nova.network.neutron [-] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.673287] env[69990]: DEBUG nova.network.neutron [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.673287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e7ce9-61fc-4eab-af5b-0e17f95c5a31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.673287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3554f4-068a-4bb4-b62f-3714520da24c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.719540] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bae2c0d-1d34-4001-9d0e-ddd7ba3381df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.748766] env[69990]: DEBUG oslo_vmware.api [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445677, 'name': PowerOnVM_Task, 'duration_secs': 0.802708} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.753822] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.753941] env[69990]: INFO nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Took 9.09 seconds to spawn the instance on the hypervisor. [ 627.754295] env[69990]: DEBUG nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.755809] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d42acc-fd76-4ed7-97a2-e5edb20d4286 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.760794] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4e9028-2d74-484a-a52c-42cf2bb19d59 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.784612] env[69990]: DEBUG nova.compute.provider_tree [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.866036] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "e87ba873-158a-4c34-a66c-a6471335810a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.867519] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "e87ba873-158a-4c34-a66c-a6471335810a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.071440] env[69990]: INFO nova.compute.manager [-] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Took 1.47 seconds to deallocate network for instance. [ 628.134163] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "6c3b7245-584e-42bb-9689-38f03c5c4544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.134163] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.139301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Releasing lock "refresh_cache-1b16d347-9579-497b-8b20-5d3f58d029d2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.139301] env[69990]: DEBUG nova.compute.manager [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.139301] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.139970] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40720fac-e65c-45eb-b303-94c353bee5fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.150035] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.150335] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c9d573-cc89-4571-ac79-1cdf53303728 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.159388] env[69990]: DEBUG oslo_vmware.api [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 628.159388] env[69990]: value = "task-3445678" [ 628.159388] env[69990]: _type = "Task" [ 628.159388] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.170018] env[69990]: DEBUG oslo_vmware.api [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.291031] env[69990]: DEBUG nova.scheduler.client.report [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.308308] env[69990]: INFO nova.compute.manager [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Took 41.54 seconds to build instance. [ 628.583062] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.671420] env[69990]: DEBUG oslo_vmware.api [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445678, 'name': PowerOffVM_Task, 'duration_secs': 0.261886} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.672110] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.672506] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.673036] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b31dc3e4-0b32-44e3-ae20-d2eec33e3990 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.706724] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.707184] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.707482] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Deleting the datastore file [datastore1] 1b16d347-9579-497b-8b20-5d3f58d029d2 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.707912] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e2924ea-dcfb-4bd9-9fed-f70af17cc3ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.718023] env[69990]: DEBUG oslo_vmware.api [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for the task: (returnval){ [ 628.718023] env[69990]: value = "task-3445680" [ 628.718023] env[69990]: _type = "Task" [ 628.718023] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.729083] env[69990]: DEBUG oslo_vmware.api [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.757053] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceb8d0-8c2a-e737-a684-cbe281a858d9/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 628.758572] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d2d272-eb79-4d94-9d6e-6fad4c21a735 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.765636] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceb8d0-8c2a-e737-a684-cbe281a858d9/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 628.765802] env[69990]: ERROR oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceb8d0-8c2a-e737-a684-cbe281a858d9/disk-0.vmdk due to incomplete transfer. [ 628.768724] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2cbe185-67a9-4f10-ab6e-30b132cf07d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.778593] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceb8d0-8c2a-e737-a684-cbe281a858d9/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 628.778804] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Uploaded image 9dabb16f-8f4c-441f-9776-0a73116f507d to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 628.781230] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 628.781516] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-237526b8-ce44-4702-bb19-9d19f7168af3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.790111] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 628.790111] env[69990]: value = "task-3445681" [ 628.790111] env[69990]: _type = "Task" [ 628.790111] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.806184] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.806814] env[69990]: DEBUG nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.813831] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445681, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.814297] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.045s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.815877] env[69990]: INFO nova.compute.claims [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.819210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7ac84314-4586-4cb6-b366-53f16141a0db tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "b89c7304-756d-4183-8fdd-48bb5a643686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.983s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.835525] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Successfully updated port: a9681b47-458c-441c-b914-4df3cd4b338c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.866396] env[69990]: DEBUG nova.compute.manager [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-changed-406c7b87-8d46-4fd2-856d-6276aed22b2c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.866565] env[69990]: DEBUG nova.compute.manager [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Refreshing instance network info cache due to event network-changed-406c7b87-8d46-4fd2-856d-6276aed22b2c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.866870] env[69990]: DEBUG oslo_concurrency.lockutils [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] Acquiring lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.867617] env[69990]: DEBUG oslo_concurrency.lockutils [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] Acquired lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.867885] env[69990]: DEBUG nova.network.neutron [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Refreshing network info cache for port 406c7b87-8d46-4fd2-856d-6276aed22b2c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.903352] env[69990]: DEBUG nova.network.neutron [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance_info_cache with network_info: [{"id": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "address": "fa:16:3e:5c:1b:c8", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1860ad60-dd", "ovs_interfaceid": "1860ad60-ddc0-4843-baed-5d8a65ee5d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.231367] env[69990]: DEBUG oslo_vmware.api [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Task: {'id': task-3445680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418374} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.232683] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.232908] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.233383] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.233788] env[69990]: INFO nova.compute.manager [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 629.234208] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.234701] env[69990]: DEBUG nova.compute.manager [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.234807] env[69990]: DEBUG nova.network.neutron [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.269625] env[69990]: DEBUG nova.network.neutron [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.305079] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445681, 'name': Destroy_Task, 'duration_secs': 0.376231} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.305228] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Destroyed the VM [ 629.305535] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 629.305807] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4d4dfba-8a7c-4f8d-a688-63ceafa9a101 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.313485] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 629.313485] env[69990]: value = "task-3445682" [ 629.313485] env[69990]: _type = "Task" [ 629.313485] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.314729] env[69990]: DEBUG nova.compute.utils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.319919] env[69990]: DEBUG nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.319919] env[69990]: DEBUG nova.network.neutron [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.324139] env[69990]: DEBUG nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.334071] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.406602] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-86dd6a38-843d-43b4-89cc-f7357ce975b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.406841] env[69990]: DEBUG nova.objects.instance [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lazy-loading 'migration_context' on Instance uuid 86dd6a38-843d-43b4-89cc-f7357ce975b8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.583886] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "b89c7304-756d-4183-8fdd-48bb5a643686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.584560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "b89c7304-756d-4183-8fdd-48bb5a643686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.585193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "b89c7304-756d-4183-8fdd-48bb5a643686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.587024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "b89c7304-756d-4183-8fdd-48bb5a643686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.587024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "b89c7304-756d-4183-8fdd-48bb5a643686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.590323] env[69990]: INFO nova.compute.manager [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Terminating instance [ 629.685124] env[69990]: DEBUG nova.network.neutron [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.698018] env[69990]: DEBUG nova.policy [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a23e812ade644ddbee52156d51595de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f5cd703a32b47ab842591d33238e981', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.714232] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.714700] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.715216] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.717301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.717301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.719530] env[69990]: INFO nova.compute.manager [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Terminating instance [ 629.775469] env[69990]: DEBUG nova.network.neutron [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.825142] env[69990]: DEBUG nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.828754] env[69990]: DEBUG oslo_vmware.api [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445682, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39964} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.834851] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 629.835748] env[69990]: INFO nova.compute.manager [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Took 13.51 seconds to snapshot the instance on the hypervisor. [ 629.865895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.910045] env[69990]: DEBUG nova.objects.base [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Object Instance<86dd6a38-843d-43b4-89cc-f7357ce975b8> lazy-loaded attributes: info_cache,migration_context {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 629.910860] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f376c5-659b-4144-9fad-3712985dabad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.942943] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6f85b9-1cca-46e6-9254-665d85c3a593 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.947697] env[69990]: DEBUG nova.network.neutron [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.953279] env[69990]: DEBUG oslo_vmware.api [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 629.953279] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5294ac7a-aa53-f1c7-916b-27ab84ce2294" [ 629.953279] env[69990]: _type = "Task" [ 629.953279] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.961045] env[69990]: DEBUG oslo_vmware.api [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5294ac7a-aa53-f1c7-916b-27ab84ce2294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.100128] env[69990]: DEBUG nova.compute.manager [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.100128] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.101764] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c49d21-aec8-499a-90ae-8f3613ead129 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.126515] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.126889] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c486c61e-20ca-43e5-bc62-e09c53425f25 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.137425] env[69990]: DEBUG oslo_vmware.api [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 630.137425] env[69990]: value = "task-3445683" [ 630.137425] env[69990]: _type = "Task" [ 630.137425] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.151735] env[69990]: DEBUG oslo_vmware.api [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.228346] env[69990]: DEBUG nova.compute.manager [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.228346] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.231193] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47d6f16-3453-402f-8294-179c80762ace {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.240891] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.241349] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69ffbf92-a1e5-41de-ae9d-43fbd3238fde {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.278444] env[69990]: INFO nova.compute.manager [-] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Took 1.04 seconds to deallocate network for instance. [ 630.321519] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.321559] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.322097] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleting the datastore file [datastore1] 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.322097] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1988c020-6fdf-4e35-9caf-e001b9ebb9d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.335314] env[69990]: DEBUG oslo_vmware.api [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 630.335314] env[69990]: value = "task-3445685" [ 630.335314] env[69990]: _type = "Task" [ 630.335314] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.348189] env[69990]: DEBUG nova.compute.manager [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Instance disappeared during snapshot {{(pid=69990) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 630.351215] env[69990]: DEBUG oslo_vmware.api [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.373545] env[69990]: DEBUG nova.compute.manager [None req-2ada60c1-4760-49bb-8485-17258c6e0b42 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image not found during clean up 9dabb16f-8f4c-441f-9776-0a73116f507d {{(pid=69990) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 630.397194] env[69990]: DEBUG nova.network.neutron [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Successfully created port: f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.458038] env[69990]: DEBUG oslo_concurrency.lockutils [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] Releasing lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.458038] env[69990]: DEBUG nova.compute.manager [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Received event network-vif-deleted-7853f1f6-70c1-4af4-bd50-c1128a5eeb5c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.458038] env[69990]: DEBUG nova.compute.manager [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-vif-plugged-a9681b47-458c-441c-b914-4df3cd4b338c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.458038] env[69990]: DEBUG oslo_concurrency.lockutils [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] Acquiring lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.458038] env[69990]: DEBUG oslo_concurrency.lockutils [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.458262] env[69990]: DEBUG oslo_concurrency.lockutils [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.458262] env[69990]: DEBUG nova.compute.manager [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] No waiting events found dispatching network-vif-plugged-a9681b47-458c-441c-b914-4df3cd4b338c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.458262] env[69990]: WARNING nova.compute.manager [req-66cc182a-b954-45f3-96c9-8f0b0d551e3e req-e1d3fc46-b59e-42fb-a4e3-cca9be92fd91 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received unexpected event network-vif-plugged-a9681b47-458c-441c-b914-4df3cd4b338c for instance with vm_state building and task_state spawning. [ 630.464478] env[69990]: DEBUG oslo_vmware.api [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5294ac7a-aa53-f1c7-916b-27ab84ce2294, 'name': SearchDatastore_Task, 'duration_secs': 0.015166} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.467790] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.508324] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e404dda-13c3-4ffe-b2c4-8b6531335235 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.516491] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ee6bc-7353-483c-a590-7dd6c74a6731 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.550257] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbbfc17-7fb8-40bc-97f7-7e26a8498166 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.559447] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8587354-98e7-41d4-b0f4-f3516d38bb9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.575332] env[69990]: DEBUG nova.compute.provider_tree [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.649675] env[69990]: DEBUG oslo_vmware.api [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445683, 'name': PowerOffVM_Task, 'duration_secs': 0.33273} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.650101] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.651514] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.651514] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39e4ece3-43f9-4ed5-b678-7e1c733af6d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.736636] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.737691] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.737920] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Deleting the datastore file [datastore1] b89c7304-756d-4183-8fdd-48bb5a643686 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.738234] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52fd8ff-3de6-459b-ae42-10117ed0d33e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.750023] env[69990]: DEBUG oslo_vmware.api [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for the task: (returnval){ [ 630.750023] env[69990]: value = "task-3445687" [ 630.750023] env[69990]: _type = "Task" [ 630.750023] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.758488] env[69990]: DEBUG oslo_vmware.api [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.793385] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.802600] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "88be1095-82c1-40d1-a603-1da67e96dece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.802927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "88be1095-82c1-40d1-a603-1da67e96dece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.834596] env[69990]: DEBUG nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.848741] env[69990]: DEBUG oslo_vmware.api [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354288} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.848820] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.849577] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.849577] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.849577] env[69990]: INFO nova.compute.manager [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 630.849743] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.849781] env[69990]: DEBUG nova.compute.manager [-] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.850372] env[69990]: DEBUG nova.network.neutron [-] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.872944] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.873198] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.873381] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.873721] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.873721] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.873871] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.874106] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.874269] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.874430] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.874619] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.874907] env[69990]: DEBUG nova.virt.hardware [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.876034] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0de38d-8f7a-478c-9d87-7c08d9b4e110 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.884679] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d613d62b-2911-41cf-b458-b207c27c24ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.082211] env[69990]: DEBUG nova.scheduler.client.report [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.258080] env[69990]: DEBUG oslo_vmware.api [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Task: {'id': task-3445687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337668} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.259902] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.260294] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.260647] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.260925] env[69990]: INFO nova.compute.manager [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Took 1.16 seconds to destroy the instance on the hypervisor. [ 631.261426] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.263241] env[69990]: DEBUG nova.compute.manager [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-changed-a9681b47-458c-441c-b914-4df3cd4b338c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.263241] env[69990]: DEBUG nova.compute.manager [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Refreshing instance network info cache due to event network-changed-a9681b47-458c-441c-b914-4df3cd4b338c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.263521] env[69990]: DEBUG oslo_concurrency.lockutils [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] Acquiring lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.263770] env[69990]: DEBUG oslo_concurrency.lockutils [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] Acquired lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.264120] env[69990]: DEBUG nova.network.neutron [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Refreshing network info cache for port a9681b47-458c-441c-b914-4df3cd4b338c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.267448] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Successfully updated port: 89819d41-d842-4513-8019-8ec3f0848e1d {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.268966] env[69990]: DEBUG nova.compute.manager [-] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.271019] env[69990]: DEBUG nova.network.neutron [-] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.417363] env[69990]: DEBUG nova.compute.manager [req-b6509f32-d311-40d8-9ad4-e0a05a62c90c req-e4ff7624-10d4-453f-8f73-c0e043f05da6 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Received event network-vif-deleted-078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.417363] env[69990]: INFO nova.compute.manager [req-b6509f32-d311-40d8-9ad4-e0a05a62c90c req-e4ff7624-10d4-453f-8f73-c0e043f05da6 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Neutron deleted interface 078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5; detaching it from the instance and deleting it from the info cache [ 631.417363] env[69990]: DEBUG nova.network.neutron [req-b6509f32-d311-40d8-9ad4-e0a05a62c90c req-e4ff7624-10d4-453f-8f73-c0e043f05da6 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.590193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.591025] env[69990]: DEBUG nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.595370] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.207s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.597929] env[69990]: INFO nova.compute.claims [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.406107] env[69990]: DEBUG nova.network.neutron [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Successfully updated port: f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.408109] env[69990]: DEBUG nova.network.neutron [-] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.412022] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.414510] env[69990]: DEBUG nova.network.neutron [-] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.416586] env[69990]: DEBUG nova.compute.utils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.417939] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adc18e7b-5a5b-43d2-8682-eefaa99c49d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.421280] env[69990]: DEBUG nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.422256] env[69990]: DEBUG nova.network.neutron [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.437798] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d28646-9e0f-42e3-9792-05c6a9434b99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.469129] env[69990]: DEBUG nova.compute.manager [req-b6509f32-d311-40d8-9ad4-e0a05a62c90c req-e4ff7624-10d4-453f-8f73-c0e043f05da6 service nova] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Detach interface failed, port_id=078d4eb0-c5b5-42bb-bfba-f4ca0688e2e5, reason: Instance 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 632.474532] env[69990]: DEBUG nova.network.neutron [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.515135] env[69990]: DEBUG nova.policy [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fc991323f034c989adb2891d9dc313c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fe87013bab14daea04292d6a657fa2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.575026] env[69990]: DEBUG nova.network.neutron [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.908525] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.908739] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.908927] env[69990]: DEBUG nova.network.neutron [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.910540] env[69990]: INFO nova.compute.manager [-] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Took 2.06 seconds to deallocate network for instance. [ 632.918618] env[69990]: INFO nova.compute.manager [-] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Took 1.65 seconds to deallocate network for instance. [ 632.925787] env[69990]: DEBUG nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.078615] env[69990]: DEBUG oslo_concurrency.lockutils [req-0c40526f-f5cc-49a6-af46-23e21f2e8309 req-21fcd1d5-c784-454f-b926-6758b6e195d0 service nova] Releasing lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.078615] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.078615] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.117028] env[69990]: DEBUG nova.network.neutron [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Successfully created port: 05c68580-f9ab-4bd7-86bf-68bc1b58b45d {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.420467] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.424429] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.465617] env[69990]: DEBUG nova.network.neutron [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.497045] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb52d295-1b0e-43ea-8291-c876bd2e6166 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.506995] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d3009-ea39-4262-8bdf-aefbde26e0f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.544713] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e599bc-e55d-448a-a972-aa77f6896fb1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.548269] env[69990]: DEBUG nova.compute.manager [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Received event network-vif-plugged-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.548474] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] Acquiring lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.548676] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.548837] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.548996] env[69990]: DEBUG nova.compute.manager [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] No waiting events found dispatching network-vif-plugged-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.549171] env[69990]: WARNING nova.compute.manager [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Received unexpected event network-vif-plugged-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 for instance with vm_state building and task_state spawning. [ 633.549327] env[69990]: DEBUG nova.compute.manager [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Received event network-changed-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.549477] env[69990]: DEBUG nova.compute.manager [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Refreshing instance network info cache due to event network-changed-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.549640] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] Acquiring lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.550743] env[69990]: DEBUG nova.compute.manager [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-vif-plugged-89819d41-d842-4513-8019-8ec3f0848e1d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.551168] env[69990]: DEBUG oslo_concurrency.lockutils [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] Acquiring lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.551374] env[69990]: DEBUG oslo_concurrency.lockutils [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.551539] env[69990]: DEBUG oslo_concurrency.lockutils [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.551704] env[69990]: DEBUG nova.compute.manager [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] No waiting events found dispatching network-vif-plugged-89819d41-d842-4513-8019-8ec3f0848e1d {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.551848] env[69990]: WARNING nova.compute.manager [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received unexpected event network-vif-plugged-89819d41-d842-4513-8019-8ec3f0848e1d for instance with vm_state building and task_state spawning. [ 633.552010] env[69990]: DEBUG nova.compute.manager [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-changed-89819d41-d842-4513-8019-8ec3f0848e1d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.552170] env[69990]: DEBUG nova.compute.manager [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Refreshing instance network info cache due to event network-changed-89819d41-d842-4513-8019-8ec3f0848e1d. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.552326] env[69990]: DEBUG oslo_concurrency.lockutils [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] Acquiring lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.559062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c614e-e622-422e-9488-5ae06903b271 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.575938] env[69990]: DEBUG nova.compute.provider_tree [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.660083] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.852010] env[69990]: DEBUG nova.network.neutron [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updating instance_info_cache with network_info: [{"id": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "address": "fa:16:3e:fa:ea:03", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1af6d0a-0a", "ovs_interfaceid": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.935946] env[69990]: DEBUG nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.967648] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.967997] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.968185] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.968376] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.968556] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.968696] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.968870] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.969613] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.969766] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.969950] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.970149] env[69990]: DEBUG nova.virt.hardware [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.971016] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae554af3-1a5e-4170-9cb9-dd4cd9ca8594 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.981090] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5de8562-161c-41e5-913d-d3a66384a450 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.079737] env[69990]: DEBUG nova.scheduler.client.report [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.355106] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Releasing lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.355506] env[69990]: DEBUG nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance network_info: |[{"id": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "address": "fa:16:3e:fa:ea:03", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1af6d0a-0a", "ovs_interfaceid": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.355817] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] Acquired lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.355985] env[69990]: DEBUG nova.network.neutron [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Refreshing network info cache for port f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.357183] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:ea:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1af6d0a-0a2f-4c11-85f3-ac6616dbb979', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.366214] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.367428] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.367719] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbfffd8d-152c-41ae-92b1-a6c3c3b1f1c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.397315] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.397315] env[69990]: value = "task-3445688" [ 634.397315] env[69990]: _type = "Task" [ 634.397315] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.407380] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445688, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.449456] env[69990]: DEBUG nova.network.neutron [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Updating instance_info_cache with network_info: [{"id": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "address": "fa:16:3e:6c:79:16", "network": {"id": "1b37e676-02e8-4208-8908-9f724753930f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545147504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406c7b87-8d", "ovs_interfaceid": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9681b47-458c-441c-b914-4df3cd4b338c", "address": "fa:16:3e:e8:0f:5f", "network": {"id": "07f06cb6-6c6c-4dc9-90b6-6d1363f0d9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-851537906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9681b47-45", "ovs_interfaceid": "a9681b47-458c-441c-b914-4df3cd4b338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89819d41-d842-4513-8019-8ec3f0848e1d", "address": "fa:16:3e:24:00:e4", "network": {"id": "1b37e676-02e8-4208-8908-9f724753930f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545147504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89819d41-d8", "ovs_interfaceid": "89819d41-d842-4513-8019-8ec3f0848e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.586162] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.991s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.586749] env[69990]: DEBUG nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.591209] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.096s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.592844] env[69990]: INFO nova.compute.claims [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.926959] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445688, 'name': CreateVM_Task, 'duration_secs': 0.320732} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.927175] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.928235] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.928235] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.929503] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.929860] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbb1fd9-e137-446f-bf61-049041939630 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.946711] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 634.946711] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e9acb2-6b81-ae82-8941-fb68f64a9f8d" [ 634.946711] env[69990]: _type = "Task" [ 634.946711] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.951855] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Releasing lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.952343] env[69990]: DEBUG nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Instance network_info: |[{"id": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "address": "fa:16:3e:6c:79:16", "network": {"id": "1b37e676-02e8-4208-8908-9f724753930f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545147504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406c7b87-8d", "ovs_interfaceid": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9681b47-458c-441c-b914-4df3cd4b338c", "address": "fa:16:3e:e8:0f:5f", "network": {"id": "07f06cb6-6c6c-4dc9-90b6-6d1363f0d9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-851537906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9681b47-45", "ovs_interfaceid": "a9681b47-458c-441c-b914-4df3cd4b338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89819d41-d842-4513-8019-8ec3f0848e1d", "address": "fa:16:3e:24:00:e4", "network": {"id": "1b37e676-02e8-4208-8908-9f724753930f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545147504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89819d41-d8", "ovs_interfaceid": "89819d41-d842-4513-8019-8ec3f0848e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.956322] env[69990]: DEBUG oslo_concurrency.lockutils [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] Acquired lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.956454] env[69990]: DEBUG nova.network.neutron [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Refreshing network info cache for port 89819d41-d842-4513-8019-8ec3f0848e1d {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.957792] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:79:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '406c7b87-8d46-4fd2-856d-6276aed22b2c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0f:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9681b47-458c-441c-b914-4df3cd4b338c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:00:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89819d41-d842-4513-8019-8ec3f0848e1d', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.968909] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Creating folder: Project (b34643fc98f94325b1099d706597c598). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.969243] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e9acb2-6b81-ae82-8941-fb68f64a9f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.970679] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34ce2877-546a-40f4-9c5c-a600290ad985 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.984689] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Created folder: Project (b34643fc98f94325b1099d706597c598) in parent group-v687779. [ 634.984883] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Creating folder: Instances. Parent ref: group-v687849. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.985140] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b779fcba-365f-47b0-8e8a-4c33f376d33e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.997930] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Created folder: Instances in parent group-v687849. [ 634.998276] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.998574] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.998694] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44b87a1b-06c3-487f-9020-da2ed6ab29b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.026236] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.026236] env[69990]: value = "task-3445691" [ 635.026236] env[69990]: _type = "Task" [ 635.026236] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.038867] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445691, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.079261] env[69990]: DEBUG nova.network.neutron [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Successfully updated port: 05c68580-f9ab-4bd7-86bf-68bc1b58b45d {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.099089] env[69990]: DEBUG nova.compute.utils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.103049] env[69990]: DEBUG nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.103564] env[69990]: DEBUG nova.network.neutron [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.164021] env[69990]: DEBUG nova.policy [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d1b2a7b4de84081b27cc026edebccd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9228142c0184659894ea5c2a117a287', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.281840] env[69990]: DEBUG nova.network.neutron [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updated VIF entry in instance network info cache for port f1af6d0a-0a2f-4c11-85f3-ac6616dbb979. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.281840] env[69990]: DEBUG nova.network.neutron [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updating instance_info_cache with network_info: [{"id": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "address": "fa:16:3e:fa:ea:03", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1af6d0a-0a", "ovs_interfaceid": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.461259] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e9acb2-6b81-ae82-8941-fb68f64a9f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.461259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.461259] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.461259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.461259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.461259] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.461259] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9817bc9d-81e8-4f1a-b5d6-4076d643b0fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.475042] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.475203] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.476272] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8339f328-aed3-4a0a-9c87-c512a7e4b27e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.484197] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 635.484197] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5266bd72-7db7-8915-52b2-76d606cf3a5e" [ 635.484197] env[69990]: _type = "Task" [ 635.484197] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.495709] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5266bd72-7db7-8915-52b2-76d606cf3a5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.542511] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445691, 'name': CreateVM_Task, 'duration_secs': 0.456892} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.542750] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.545094] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.545094] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.545094] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.545094] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c114cbb8-2a5b-4a8e-9800-5c61ded6e5cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.553635] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 635.553635] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527f521e-5892-5951-d01e-e4a061247e73" [ 635.553635] env[69990]: _type = "Task" [ 635.553635] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.560174] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527f521e-5892-5951-d01e-e4a061247e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.576142] env[69990]: DEBUG nova.network.neutron [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Successfully created port: bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.583394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "refresh_cache-f7a3245f-e02c-4b30-8574-b0028e8341a8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.583542] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquired lock "refresh_cache-f7a3245f-e02c-4b30-8574-b0028e8341a8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.583691] env[69990]: DEBUG nova.network.neutron [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.609392] env[69990]: DEBUG nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.748461] env[69990]: DEBUG nova.network.neutron [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Updated VIF entry in instance network info cache for port 89819d41-d842-4513-8019-8ec3f0848e1d. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.748940] env[69990]: DEBUG nova.network.neutron [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Updating instance_info_cache with network_info: [{"id": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "address": "fa:16:3e:6c:79:16", "network": {"id": "1b37e676-02e8-4208-8908-9f724753930f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545147504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406c7b87-8d", "ovs_interfaceid": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9681b47-458c-441c-b914-4df3cd4b338c", "address": "fa:16:3e:e8:0f:5f", "network": {"id": "07f06cb6-6c6c-4dc9-90b6-6d1363f0d9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-851537906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9681b47-45", "ovs_interfaceid": "a9681b47-458c-441c-b914-4df3cd4b338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89819d41-d842-4513-8019-8ec3f0848e1d", "address": "fa:16:3e:24:00:e4", "network": {"id": "1b37e676-02e8-4208-8908-9f724753930f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545147504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89819d41-d8", "ovs_interfaceid": "89819d41-d842-4513-8019-8ec3f0848e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.784459] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf663693-bdf4-41bf-a608-95d8a5a9daef req-e954a7c0-cfc3-4a69-aa04-531ace974f08 service nova] Releasing lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.787527] env[69990]: DEBUG nova.compute.manager [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Received event network-vif-plugged-05c68580-f9ab-4bd7-86bf-68bc1b58b45d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.787527] env[69990]: DEBUG oslo_concurrency.lockutils [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] Acquiring lock "f7a3245f-e02c-4b30-8574-b0028e8341a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.787527] env[69990]: DEBUG oslo_concurrency.lockutils [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.787527] env[69990]: DEBUG oslo_concurrency.lockutils [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.787527] env[69990]: DEBUG nova.compute.manager [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] No waiting events found dispatching network-vif-plugged-05c68580-f9ab-4bd7-86bf-68bc1b58b45d {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.788043] env[69990]: WARNING nova.compute.manager [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Received unexpected event network-vif-plugged-05c68580-f9ab-4bd7-86bf-68bc1b58b45d for instance with vm_state building and task_state spawning. [ 635.788043] env[69990]: DEBUG nova.compute.manager [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Received event network-changed-05c68580-f9ab-4bd7-86bf-68bc1b58b45d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.788043] env[69990]: DEBUG nova.compute.manager [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Refreshing instance network info cache due to event network-changed-05c68580-f9ab-4bd7-86bf-68bc1b58b45d. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.788348] env[69990]: DEBUG oslo_concurrency.lockutils [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] Acquiring lock "refresh_cache-f7a3245f-e02c-4b30-8574-b0028e8341a8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.996761] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5266bd72-7db7-8915-52b2-76d606cf3a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.997577] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e929b3b1-c2e4-4aa7-92ad-700ac5820dd0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.004067] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 636.004067] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527d7161-f1a0-7503-8377-3403b8b78ea1" [ 636.004067] env[69990]: _type = "Task" [ 636.004067] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.017815] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527d7161-f1a0-7503-8377-3403b8b78ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.018200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.018474] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f/b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.018748] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be05f97-6b2a-451b-b49e-e6e3155963a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.026407] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 636.026407] env[69990]: value = "task-3445692" [ 636.026407] env[69990]: _type = "Task" [ 636.026407] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.038982] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.063140] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527f521e-5892-5951-d01e-e4a061247e73, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.063465] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.063671] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.063969] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.064187] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.064380] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.065038] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51790fb8-47a3-4ebc-a7a7-e67127d2800f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.085302] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.085397] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.089196] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21927410-0b34-4ed5-be77-c7f24aaf562f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.097443] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 636.097443] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52141389-c425-59b0-dcf2-d131dde2f7c2" [ 636.097443] env[69990]: _type = "Task" [ 636.097443] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.108558] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52141389-c425-59b0-dcf2-d131dde2f7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.137650] env[69990]: DEBUG nova.network.neutron [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.230872] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b84b8b-a163-4dbb-8d8b-b6e47052ccca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.241680] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfb5c38-def6-44f1-9ab6-32cadb1ab924 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.275486] env[69990]: DEBUG oslo_concurrency.lockutils [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] Releasing lock "refresh_cache-d3b10ed6-7a6b-4f40-84be-6fc547f57adf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.275704] env[69990]: DEBUG nova.compute.manager [req-a1b0dce5-5e31-4bc1-b98a-67a1afb02466 req-7fe937f0-1ce7-48d4-9b77-c570652f7834 service nova] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Received event network-vif-deleted-00c577c4-7b2f-4a64-b5e1-fd7c9e2be43c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.279672] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5a0bb-396b-4299-ada6-9f4c24739947 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.289574] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206c2cd3-cd83-4557-bfa5-bfb8f778b261 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.307921] env[69990]: DEBUG nova.compute.provider_tree [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.407418] env[69990]: DEBUG nova.network.neutron [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Updating instance_info_cache with network_info: [{"id": "05c68580-f9ab-4bd7-86bf-68bc1b58b45d", "address": "fa:16:3e:0a:fa:10", "network": {"id": "b4094714-2fb3-41d9-a835-a22d6fa9ae76", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-284532135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fe87013bab14daea04292d6a657fa2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c68580-f9", "ovs_interfaceid": "05c68580-f9ab-4bd7-86bf-68bc1b58b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.540974] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496425} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.541318] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f/b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.541939] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.542226] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-464868ea-0041-406e-844d-e4451b7aabef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.550034] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 636.550034] env[69990]: value = "task-3445693" [ 636.550034] env[69990]: _type = "Task" [ 636.550034] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.560450] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.608959] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52141389-c425-59b0-dcf2-d131dde2f7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.021823} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.609945] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10542e6a-bf1b-47c6-8da8-e1dd7b0d71ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.617254] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 636.617254] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5256e97a-da9d-153b-c4c2-18bd12eb2b87" [ 636.617254] env[69990]: _type = "Task" [ 636.617254] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.622690] env[69990]: DEBUG nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.635024] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5256e97a-da9d-153b-c4c2-18bd12eb2b87, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.635354] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.635573] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d3b10ed6-7a6b-4f40-84be-6fc547f57adf/d3b10ed6-7a6b-4f40-84be-6fc547f57adf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.635835] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c403a4-a168-42df-ae9b-1012536a5a3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.643917] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 636.643917] env[69990]: value = "task-3445694" [ 636.643917] env[69990]: _type = "Task" [ 636.643917] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.652552] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.660706] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.660935] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.661113] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.661474] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.661673] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.661833] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.662072] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.662237] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.662405] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.662566] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.662733] env[69990]: DEBUG nova.virt.hardware [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.663811] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b28c73-1b85-4c0f-a6b2-27c68e7d73ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.672912] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745b1844-862f-4eda-8226-5e57f54971a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.811312] env[69990]: DEBUG nova.scheduler.client.report [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.913768] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Releasing lock "refresh_cache-f7a3245f-e02c-4b30-8574-b0028e8341a8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.913768] env[69990]: DEBUG nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Instance network_info: |[{"id": "05c68580-f9ab-4bd7-86bf-68bc1b58b45d", "address": "fa:16:3e:0a:fa:10", "network": {"id": "b4094714-2fb3-41d9-a835-a22d6fa9ae76", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-284532135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fe87013bab14daea04292d6a657fa2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c68580-f9", "ovs_interfaceid": "05c68580-f9ab-4bd7-86bf-68bc1b58b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.913768] env[69990]: DEBUG oslo_concurrency.lockutils [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] Acquired lock "refresh_cache-f7a3245f-e02c-4b30-8574-b0028e8341a8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.913768] env[69990]: DEBUG nova.network.neutron [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Refreshing network info cache for port 05c68580-f9ab-4bd7-86bf-68bc1b58b45d {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.914494] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:fa:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c68580-f9ab-4bd7-86bf-68bc1b58b45d', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.935028] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Creating folder: Project (1fe87013bab14daea04292d6a657fa2a). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.935028] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-431219e3-1b81-4242-a9ec-0234089ec7b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.953228] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Created folder: Project (1fe87013bab14daea04292d6a657fa2a) in parent group-v687779. [ 636.953228] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Creating folder: Instances. Parent ref: group-v687852. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.953228] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-264de5ee-40e7-4c26-8f52-927507d1e8bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.968715] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Created folder: Instances in parent group-v687852. [ 636.968715] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.968782] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.968976] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95ac2fb5-7d6c-4d38-b3aa-19e183ee6fc6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.006948] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.006948] env[69990]: value = "task-3445697" [ 637.006948] env[69990]: _type = "Task" [ 637.006948] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.018612] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445697, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.061024] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068533} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.061024] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.065032] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61fd7b9-b7d5-46fe-b743-fbc2762dc2c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.090767] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f/b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.090767] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a4132a-49e6-4333-842f-2336f2e190de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.112195] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 637.112195] env[69990]: value = "task-3445698" [ 637.112195] env[69990]: _type = "Task" [ 637.112195] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.124705] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.155866] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484531} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.156157] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d3b10ed6-7a6b-4f40-84be-6fc547f57adf/d3b10ed6-7a6b-4f40-84be-6fc547f57adf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.156569] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.156641] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ae8d3e-ad51-4566-b5e9-0629a5ba3405 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.165335] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 637.165335] env[69990]: value = "task-3445699" [ 637.165335] env[69990]: _type = "Task" [ 637.165335] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.175950] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.264375] env[69990]: DEBUG nova.network.neutron [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Successfully updated port: bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.317677] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.318256] env[69990]: DEBUG nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.320941] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.516s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.323264] env[69990]: INFO nova.compute.claims [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.422975] env[69990]: DEBUG nova.network.neutron [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Updated VIF entry in instance network info cache for port 05c68580-f9ab-4bd7-86bf-68bc1b58b45d. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.423492] env[69990]: DEBUG nova.network.neutron [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Updating instance_info_cache with network_info: [{"id": "05c68580-f9ab-4bd7-86bf-68bc1b58b45d", "address": "fa:16:3e:0a:fa:10", "network": {"id": "b4094714-2fb3-41d9-a835-a22d6fa9ae76", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-284532135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fe87013bab14daea04292d6a657fa2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c68580-f9", "ovs_interfaceid": "05c68580-f9ab-4bd7-86bf-68bc1b58b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.518946] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445697, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.622681] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445698, 'name': ReconfigVM_Task, 'duration_secs': 0.354356} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.622956] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f/b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.623987] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e067767d-20c9-4006-b251-9c7093895127 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.632820] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 637.632820] env[69990]: value = "task-3445700" [ 637.632820] env[69990]: _type = "Task" [ 637.632820] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.641665] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445700, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.678077] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111395} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.678186] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.679025] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35997a75-ca69-4336-ae87-546982ef4df2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.711588] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d3b10ed6-7a6b-4f40-84be-6fc547f57adf/d3b10ed6-7a6b-4f40-84be-6fc547f57adf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.711874] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e889051-4f8b-42a1-b60c-7f8fbbb01d2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.733459] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 637.733459] env[69990]: value = "task-3445701" [ 637.733459] env[69990]: _type = "Task" [ 637.733459] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.742602] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.768394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.768625] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.768759] env[69990]: DEBUG nova.network.neutron [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.832621] env[69990]: DEBUG nova.compute.utils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.832621] env[69990]: DEBUG nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.832803] env[69990]: DEBUG nova.network.neutron [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.897948] env[69990]: DEBUG nova.policy [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b4d249e7cf64f1b87fa194e6d56644e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77945f36e8664ddf9d9e16a90f8ea5e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.905728] env[69990]: DEBUG nova.compute.manager [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Received event network-vif-plugged-bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.905937] env[69990]: DEBUG oslo_concurrency.lockutils [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] Acquiring lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.906169] env[69990]: DEBUG oslo_concurrency.lockutils [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.906341] env[69990]: DEBUG oslo_concurrency.lockutils [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.906542] env[69990]: DEBUG nova.compute.manager [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] No waiting events found dispatching network-vif-plugged-bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.906713] env[69990]: WARNING nova.compute.manager [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Received unexpected event network-vif-plugged-bfedd938-aa5f-4e2f-b2d0-76a8860467ed for instance with vm_state building and task_state spawning. [ 637.906868] env[69990]: DEBUG nova.compute.manager [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Received event network-changed-bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.907029] env[69990]: DEBUG nova.compute.manager [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Refreshing instance network info cache due to event network-changed-bfedd938-aa5f-4e2f-b2d0-76a8860467ed. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.907247] env[69990]: DEBUG oslo_concurrency.lockutils [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] Acquiring lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.929312] env[69990]: DEBUG oslo_concurrency.lockutils [req-463c567f-308e-48d7-a3d8-cd055809ae1e req-a37eab21-be48-4615-8a66-2b18a317a278 service nova] Releasing lock "refresh_cache-f7a3245f-e02c-4b30-8574-b0028e8341a8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.017847] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445697, 'name': CreateVM_Task, 'duration_secs': 0.560443} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.018159] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.018754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.019752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.019752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.019752] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12adadc-251e-42b6-901e-a514df97d107 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.025537] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 638.025537] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d4c0e5-9f84-1f14-2137-b4aa08d55851" [ 638.025537] env[69990]: _type = "Task" [ 638.025537] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.034450] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d4c0e5-9f84-1f14-2137-b4aa08d55851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.145682] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445700, 'name': Rename_Task, 'duration_secs': 0.162115} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.145966] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.146714] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec709990-c87e-4d47-8824-48b1b37c8833 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.152947] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 638.152947] env[69990]: value = "task-3445702" [ 638.152947] env[69990]: _type = "Task" [ 638.152947] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.161151] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.245994] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445701, 'name': ReconfigVM_Task, 'duration_secs': 0.303935} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.249118] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d3b10ed6-7a6b-4f40-84be-6fc547f57adf/d3b10ed6-7a6b-4f40-84be-6fc547f57adf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.249118] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-627ddaac-e7b4-4b8c-95a3-7e2e74a5b324 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.255136] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 638.255136] env[69990]: value = "task-3445703" [ 638.255136] env[69990]: _type = "Task" [ 638.255136] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.266226] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445703, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.267084] env[69990]: DEBUG nova.network.neutron [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Successfully created port: 97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.305201] env[69990]: DEBUG nova.network.neutron [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.339061] env[69990]: DEBUG nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.523373] env[69990]: DEBUG nova.network.neutron [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updating instance_info_cache with network_info: [{"id": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "address": "fa:16:3e:aa:aa:a5", "network": {"id": "008e8330-0e9f-4ca2-a1dc-3d17c9f5685c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1174757710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9228142c0184659894ea5c2a117a287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfedd938-aa", "ovs_interfaceid": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.540595] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d4c0e5-9f84-1f14-2137-b4aa08d55851, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.543644] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.543890] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.544239] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.544444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.544804] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.545641] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-669f4199-3595-4210-a8a9-360dd3087ed6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.556659] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.556914] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.560018] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94dd8b8a-851b-4768-98e7-3dc1a05c8cf1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.568032] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 638.568032] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52cc1730-cadd-79d3-bd91-23e87f1676bb" [ 638.568032] env[69990]: _type = "Task" [ 638.568032] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.577837] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cc1730-cadd-79d3-bd91-23e87f1676bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.664755] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.768222] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445703, 'name': Rename_Task, 'duration_secs': 0.186705} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.771247] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.771758] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5928ffe7-658d-4608-aee5-bec871417cac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.779581] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 638.779581] env[69990]: value = "task-3445704" [ 638.779581] env[69990]: _type = "Task" [ 638.779581] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.789643] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.971322] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d8cdab-0c78-4dbe-9b84-4d7cd8d7cf2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.979932] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a92df-3416-49c8-98a7-baa46b70570a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.011305] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09322167-4784-4215-adb9-d10576c72700 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.020130] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29838f06-7425-4527-b8f2-83f5e5c31f22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.026552] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Releasing lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.026969] env[69990]: DEBUG nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Instance network_info: |[{"id": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "address": "fa:16:3e:aa:aa:a5", "network": {"id": "008e8330-0e9f-4ca2-a1dc-3d17c9f5685c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1174757710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9228142c0184659894ea5c2a117a287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfedd938-aa", "ovs_interfaceid": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.027362] env[69990]: DEBUG oslo_concurrency.lockutils [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] Acquired lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.027610] env[69990]: DEBUG nova.network.neutron [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Refreshing network info cache for port bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.029123] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:aa:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfedd938-aa5f-4e2f-b2d0-76a8860467ed', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.037137] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Creating folder: Project (e9228142c0184659894ea5c2a117a287). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.041388] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61c652a-5e3b-4cef-ba13-171891d36efa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.051974] env[69990]: DEBUG nova.compute.provider_tree [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.063517] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Created folder: Project (e9228142c0184659894ea5c2a117a287) in parent group-v687779. [ 639.063618] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Creating folder: Instances. Parent ref: group-v687855. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.063860] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fed6856-9812-4d00-aa7e-45bd8bbef9b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.078313] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cc1730-cadd-79d3-bd91-23e87f1676bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.080085] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Created folder: Instances in parent group-v687855. [ 639.080322] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.080510] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a24e19b-73f1-4072-80c5-3590653b849f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.082672] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.082882] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d88e4fc-4ae9-4b03-83c4-c3b182c61a6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.106787] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 639.106787] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525dde2f-d3eb-d69c-63be-c0f9837f7578" [ 639.106787] env[69990]: _type = "Task" [ 639.106787] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.111617] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.111617] env[69990]: value = "task-3445707" [ 639.111617] env[69990]: _type = "Task" [ 639.111617] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.121292] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525dde2f-d3eb-d69c-63be-c0f9837f7578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.127860] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445707, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.162995] env[69990]: DEBUG oslo_vmware.api [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445702, 'name': PowerOnVM_Task, 'duration_secs': 0.537871} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.163315] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.163568] env[69990]: INFO nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Took 8.33 seconds to spawn the instance on the hypervisor. [ 639.163752] env[69990]: DEBUG nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.164564] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545207e1-c440-40c1-b58b-8785101bf2cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.293637] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.327908] env[69990]: DEBUG nova.network.neutron [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updated VIF entry in instance network info cache for port bfedd938-aa5f-4e2f-b2d0-76a8860467ed. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.328353] env[69990]: DEBUG nova.network.neutron [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updating instance_info_cache with network_info: [{"id": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "address": "fa:16:3e:aa:aa:a5", "network": {"id": "008e8330-0e9f-4ca2-a1dc-3d17c9f5685c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1174757710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9228142c0184659894ea5c2a117a287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfedd938-aa", "ovs_interfaceid": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.352764] env[69990]: DEBUG nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.379129] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.379416] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.379573] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.379789] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.379980] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.380147] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.380359] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.380518] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.380684] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.380845] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.381027] env[69990]: DEBUG nova.virt.hardware [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.381886] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e337346-6102-4c1b-a43e-f44930f269e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.391736] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f9617-516a-4b96-9181-365dfcf47ade {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.556479] env[69990]: DEBUG nova.scheduler.client.report [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.627442] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525dde2f-d3eb-d69c-63be-c0f9837f7578, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.628165] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.628451] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] f7a3245f-e02c-4b30-8574-b0028e8341a8/f7a3245f-e02c-4b30-8574-b0028e8341a8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.628724] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ead9dceb-a056-483a-87fc-5a16eb21492f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.636281] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445707, 'name': CreateVM_Task, 'duration_secs': 0.357238} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.636842] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.637841] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.637901] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.639835] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.639835] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b1cb50-2403-4bba-bb0e-fea9ecaac310 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.641791] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 639.641791] env[69990]: value = "task-3445708" [ 639.641791] env[69990]: _type = "Task" [ 639.641791] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.648353] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 639.648353] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5266a859-8781-a750-7c1b-d7b417b35d59" [ 639.648353] env[69990]: _type = "Task" [ 639.648353] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.655879] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.662910] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5266a859-8781-a750-7c1b-d7b417b35d59, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.663206] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.663447] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.663680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.663832] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.663999] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.664271] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92acd3c2-2222-47d3-b864-832ec195343c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.673382] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.673702] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.674339] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72a25c6-95f2-4001-ad1d-8bb287201aac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.687667] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 639.687667] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52446c33-608e-7a11-d3bb-c227bcbcdd43" [ 639.687667] env[69990]: _type = "Task" [ 639.687667] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.688144] env[69990]: INFO nova.compute.manager [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Took 46.64 seconds to build instance. [ 639.700337] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52446c33-608e-7a11-d3bb-c227bcbcdd43, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.700337] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06eabfa-950f-4b64-99f3-7543521f51ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.706292] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 639.706292] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521a1819-8dc7-988c-a7a7-c064d6ce488a" [ 639.706292] env[69990]: _type = "Task" [ 639.706292] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.717583] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521a1819-8dc7-988c-a7a7-c064d6ce488a, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.717823] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.718089] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 36d4e7dd-459d-4c1a-ab75-340fd5f7276c/36d4e7dd-459d-4c1a-ab75-340fd5f7276c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.718341] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663cb57b-749c-46cc-b96c-994d6370abf5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.726345] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 639.726345] env[69990]: value = "task-3445709" [ 639.726345] env[69990]: _type = "Task" [ 639.726345] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.735091] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.791072] env[69990]: DEBUG oslo_vmware.api [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445704, 'name': PowerOnVM_Task, 'duration_secs': 0.770566} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.791361] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.791594] env[69990]: INFO nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Took 16.43 seconds to spawn the instance on the hypervisor. [ 639.791795] env[69990]: DEBUG nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.792570] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97c9edf-a105-4fe1-ac04-2b8b2b5ddd7b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.831776] env[69990]: DEBUG oslo_concurrency.lockutils [req-74b5e393-65b2-48e5-a3a0-ba595efb92bf req-a2408f21-b6ed-4072-b08d-22901902be83 service nova] Releasing lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.063361] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.063782] env[69990]: DEBUG nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.070539] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.325s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.075030] env[69990]: DEBUG nova.objects.instance [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lazy-loading 'resources' on Instance uuid ce442a1a-3c64-4a7a-a670-440f01101c14 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.153518] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455457} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.153808] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] f7a3245f-e02c-4b30-8574-b0028e8341a8/f7a3245f-e02c-4b30-8574-b0028e8341a8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.154046] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.154322] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-671819e0-f6b6-44f0-a66f-501fc53f2c7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.163190] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 640.163190] env[69990]: value = "task-3445710" [ 640.163190] env[69990]: _type = "Task" [ 640.163190] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.175410] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.193649] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5583722-53f6-4061-b291-a17221d99b7e tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.209s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.237987] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445709, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.276862] env[69990]: DEBUG nova.network.neutron [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Successfully updated port: 97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.309865] env[69990]: INFO nova.compute.manager [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Took 51.30 seconds to build instance. [ 640.575800] env[69990]: DEBUG nova.compute.utils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.577339] env[69990]: DEBUG nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.654390] env[69990]: DEBUG nova.compute.manager [req-f540d41d-181d-4d38-a6a6-1aa607c23b71 req-f5cb001e-838d-4adb-baf8-d803bd2ec3ac service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Received event network-vif-plugged-97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.654612] env[69990]: DEBUG oslo_concurrency.lockutils [req-f540d41d-181d-4d38-a6a6-1aa607c23b71 req-f5cb001e-838d-4adb-baf8-d803bd2ec3ac service nova] Acquiring lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.654969] env[69990]: DEBUG oslo_concurrency.lockutils [req-f540d41d-181d-4d38-a6a6-1aa607c23b71 req-f5cb001e-838d-4adb-baf8-d803bd2ec3ac service nova] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.654969] env[69990]: DEBUG oslo_concurrency.lockutils [req-f540d41d-181d-4d38-a6a6-1aa607c23b71 req-f5cb001e-838d-4adb-baf8-d803bd2ec3ac service nova] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.655147] env[69990]: DEBUG nova.compute.manager [req-f540d41d-181d-4d38-a6a6-1aa607c23b71 req-f5cb001e-838d-4adb-baf8-d803bd2ec3ac service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] No waiting events found dispatching network-vif-plugged-97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.655308] env[69990]: WARNING nova.compute.manager [req-f540d41d-181d-4d38-a6a6-1aa607c23b71 req-f5cb001e-838d-4adb-baf8-d803bd2ec3ac service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Received unexpected event network-vif-plugged-97d424b9-e03a-4a94-9196-b90512dcebd6 for instance with vm_state building and task_state spawning. [ 640.673124] env[69990]: DEBUG nova.compute.manager [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.673124] env[69990]: DEBUG nova.compute.manager [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing instance network info cache due to event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.673124] env[69990]: DEBUG oslo_concurrency.lockutils [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] Acquiring lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.673124] env[69990]: DEBUG oslo_concurrency.lockutils [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] Acquired lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.673124] env[69990]: DEBUG nova.network.neutron [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.679130] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09518} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.679350] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.680339] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8163532-02b9-40f1-94ae-a9dd5d679741 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.700722] env[69990]: DEBUG nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.713021] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] f7a3245f-e02c-4b30-8574-b0028e8341a8/f7a3245f-e02c-4b30-8574-b0028e8341a8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.716803] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9bd92b-8390-41a9-998d-fa4a35692934 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.747053] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 640.747053] env[69990]: value = "task-3445711" [ 640.747053] env[69990]: _type = "Task" [ 640.747053] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.747627] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732046} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.747627] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 36d4e7dd-459d-4c1a-ab75-340fd5f7276c/36d4e7dd-459d-4c1a-ab75-340fd5f7276c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.747881] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.751996] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5692b87-3d46-4654-ba4e-34ca163e99f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.764545] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 640.764545] env[69990]: value = "task-3445712" [ 640.764545] env[69990]: _type = "Task" [ 640.764545] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.784373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.784373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquired lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.784373] env[69990]: DEBUG nova.network.neutron [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.785108] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.812147] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bf661bf6-b37c-4d11-83f7-fe2ebaf0353c tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.272s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.084020] env[69990]: DEBUG nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.243650] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.260907] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445711, 'name': ReconfigVM_Task, 'duration_secs': 0.35199} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.261315] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Reconfigured VM instance instance-00000018 to attach disk [datastore1] f7a3245f-e02c-4b30-8574-b0028e8341a8/f7a3245f-e02c-4b30-8574-b0028e8341a8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.262615] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50c20def-8f22-42ff-b7fd-bad1c95c0154 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.273463] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 641.273463] env[69990]: value = "task-3445713" [ 641.273463] env[69990]: _type = "Task" [ 641.273463] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.276589] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08062} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.279760] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.282987] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6d6f17-3ff1-4bae-aa04-0d68ee8752a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.303505] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445713, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.314119] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 36d4e7dd-459d-4c1a-ab75-340fd5f7276c/36d4e7dd-459d-4c1a-ab75-340fd5f7276c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.317092] env[69990]: DEBUG nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.325088] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a583d0-adb9-4cfa-9c96-1f3e9dd559b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.337157] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c93b36-d1b8-48ba-bb7b-7d6fef6d4985 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.349062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b7a8d-0278-4b66-858a-aced97152977 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.358760] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 641.358760] env[69990]: value = "task-3445714" [ 641.358760] env[69990]: _type = "Task" [ 641.358760] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.393451] env[69990]: DEBUG nova.network.neutron [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.397255] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2269d0-cc27-4c12-b007-3fce295ab330 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.405525] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.411584] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36fca15-2254-47d2-98dd-1bf19a58a732 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.426887] env[69990]: DEBUG nova.compute.provider_tree [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.711011] env[69990]: DEBUG nova.network.neutron [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updated VIF entry in instance network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.711586] env[69990]: DEBUG nova.network.neutron [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [{"id": "7be14da7-fd16-468c-846f-2293fb3a91eb", "address": "fa:16:3e:1b:a4:f5", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be14da7-fd", "ovs_interfaceid": "7be14da7-fd16-468c-846f-2293fb3a91eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.718389] env[69990]: DEBUG nova.network.neutron [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Updating instance_info_cache with network_info: [{"id": "97d424b9-e03a-4a94-9196-b90512dcebd6", "address": "fa:16:3e:f4:63:99", "network": {"id": "92a7d1e6-7621-4a0f-8053-9afa5cada4d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-366056476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77945f36e8664ddf9d9e16a90f8ea5e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d424b9-e0", "ovs_interfaceid": "97d424b9-e03a-4a94-9196-b90512dcebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.790691] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445713, 'name': Rename_Task, 'duration_secs': 0.170658} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.791058] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.791332] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d42ab51-b54f-4bc8-97a2-442d3f559027 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.803289] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 641.803289] env[69990]: value = "task-3445715" [ 641.803289] env[69990]: _type = "Task" [ 641.803289] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.811849] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.870918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.873952] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445714, 'name': ReconfigVM_Task, 'duration_secs': 0.484251} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.874272] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 36d4e7dd-459d-4c1a-ab75-340fd5f7276c/36d4e7dd-459d-4c1a-ab75-340fd5f7276c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.874941] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1c1e8dc-e147-40d5-95be-bc3d4cedf08b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.884754] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 641.884754] env[69990]: value = "task-3445716" [ 641.884754] env[69990]: _type = "Task" [ 641.884754] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.902219] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445716, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.935447] env[69990]: DEBUG nova.scheduler.client.report [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.097669] env[69990]: DEBUG nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.135152] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.135261] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.135514] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.135617] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.135781] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.135922] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.136342] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.136546] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.136772] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.136942] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.137130] env[69990]: DEBUG nova.virt.hardware [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.138076] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76b71ff-dc5f-469e-a6b5-9cee3a03ff56 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.146845] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e77cd-d792-42c0-91b5-00b1e89667df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.163949] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.169603] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Creating folder: Project (afe7ca21546e4d1b84c3ecbbca618a46). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.170056] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a2196b4-f7a4-4078-9bec-3f3be787b135 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.183505] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Created folder: Project (afe7ca21546e4d1b84c3ecbbca618a46) in parent group-v687779. [ 642.183743] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Creating folder: Instances. Parent ref: group-v687858. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.184017] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c414ed0-f031-4092-91cc-1a8e69e273b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.195554] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Created folder: Instances in parent group-v687858. [ 642.195844] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.196060] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.196282] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7201dd68-f1a3-4f3b-9286-8b12a0d10427 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.214587] env[69990]: DEBUG oslo_concurrency.lockutils [req-a36ddf26-caf9-4aa6-b01a-139b6d1538c5 req-2bf23593-6587-4043-922e-ea67f8117d4d service nova] Releasing lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.214702] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.214702] env[69990]: value = "task-3445719" [ 642.214702] env[69990]: _type = "Task" [ 642.214702] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.224283] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Releasing lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.224603] env[69990]: DEBUG nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Instance network_info: |[{"id": "97d424b9-e03a-4a94-9196-b90512dcebd6", "address": "fa:16:3e:f4:63:99", "network": {"id": "92a7d1e6-7621-4a0f-8053-9afa5cada4d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-366056476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77945f36e8664ddf9d9e16a90f8ea5e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d424b9-e0", "ovs_interfaceid": "97d424b9-e03a-4a94-9196-b90512dcebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.225175] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445719, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.225593] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:63:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97d424b9-e03a-4a94-9196-b90512dcebd6', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.233547] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Creating folder: Project (77945f36e8664ddf9d9e16a90f8ea5e0). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.233865] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cfc250b-ddd9-4a9d-9d5b-2ab76caed4d7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.248796] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Created folder: Project (77945f36e8664ddf9d9e16a90f8ea5e0) in parent group-v687779. [ 642.250269] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Creating folder: Instances. Parent ref: group-v687861. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.250269] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa6108d1-bd02-45b5-854b-65e2dd39220e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.262243] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Created folder: Instances in parent group-v687861. [ 642.262496] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.262786] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.262908] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d6724c6-d18c-4372-bcb7-23d0859cd7e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.284057] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.284057] env[69990]: value = "task-3445722" [ 642.284057] env[69990]: _type = "Task" [ 642.284057] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.292939] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445722, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.311611] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.395265] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445716, 'name': Rename_Task, 'duration_secs': 0.270463} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.395585] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.395863] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dff99a0c-3b7e-4c2d-967f-7c1640e80902 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.403749] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 642.403749] env[69990]: value = "task-3445723" [ 642.403749] env[69990]: _type = "Task" [ 642.403749] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.412757] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.443560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.446286] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.574s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.446286] env[69990]: DEBUG nova.objects.instance [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 642.477139] env[69990]: INFO nova.scheduler.client.report [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleted allocations for instance ce442a1a-3c64-4a7a-a670-440f01101c14 [ 642.728918] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445719, 'name': CreateVM_Task, 'duration_secs': 0.388919} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.729644] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.730222] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.730506] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.730917] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.731409] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112dcc1d-639c-4ce3-882e-7c5f57292645 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.737538] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 642.737538] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521b0355-4531-63ac-1eeb-a4fc2cd60983" [ 642.737538] env[69990]: _type = "Task" [ 642.737538] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.746696] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521b0355-4531-63ac-1eeb-a4fc2cd60983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.795469] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445722, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.815127] env[69990]: DEBUG oslo_vmware.api [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445715, 'name': PowerOnVM_Task, 'duration_secs': 0.839395} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.815127] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.815127] env[69990]: INFO nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Took 8.88 seconds to spawn the instance on the hypervisor. [ 642.815127] env[69990]: DEBUG nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.816399] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492f125d-0533-4820-9d02-5a2190ce262b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.916029] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.987536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b5e58ad0-1d63-4513-bab5-943fb3ffad70 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "ce442a1a-3c64-4a7a-a670-440f01101c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.746s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.144036] env[69990]: DEBUG nova.compute.manager [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Received event network-changed-97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.144258] env[69990]: DEBUG nova.compute.manager [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Refreshing instance network info cache due to event network-changed-97d424b9-e03a-4a94-9196-b90512dcebd6. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.144477] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Acquiring lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.144618] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Acquired lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.144806] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Refreshing network info cache for port 97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.251166] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521b0355-4531-63ac-1eeb-a4fc2cd60983, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.251489] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.251744] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.252041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.252159] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.252327] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.252595] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9721cd22-f0cc-4d7c-a5c7-401f04e9e1fb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.263697] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.263890] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.264637] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b4c3b9-6b17-4121-bc4c-cd1aa21d7f02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.272130] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 643.272130] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c10d9e-361b-dbed-5429-d461afa65ad6" [ 643.272130] env[69990]: _type = "Task" [ 643.272130] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.283185] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c10d9e-361b-dbed-5429-d461afa65ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.294037] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445722, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.338576] env[69990]: INFO nova.compute.manager [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Took 41.60 seconds to build instance. [ 643.415559] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445723, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.458303] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7aa3de-6fcb-40b4-9c54-656200233c52 tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.459621] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.286s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.462634] env[69990]: INFO nova.compute.claims [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.663706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.664299] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.664515] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.664702] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.664870] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.667615] env[69990]: INFO nova.compute.manager [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Terminating instance [ 643.785014] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c10d9e-361b-dbed-5429-d461afa65ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.016459} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.789769] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d092fc32-1d4a-463f-8b63-10648f7cef3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.798950] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445722, 'name': CreateVM_Task, 'duration_secs': 1.013812} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.802924] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.802924] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 643.802924] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d49846-8e7c-31db-9807-ce10e7dbc269" [ 643.802924] env[69990]: _type = "Task" [ 643.802924] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.803108] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.803148] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.803438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.803989] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845f0b7d-9a45-4268-8ef0-7a31fff46639 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.811592] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 643.811592] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ced4ff-1563-b18d-2836-aa5733826454" [ 643.811592] env[69990]: _type = "Task" [ 643.811592] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.815081] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d49846-8e7c-31db-9807-ce10e7dbc269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.822565] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ced4ff-1563-b18d-2836-aa5733826454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.843269] env[69990]: DEBUG oslo_concurrency.lockutils [None req-494d62e4-87db-464e-9c6e-001b1b7a08e0 tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.865s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.923792] env[69990]: DEBUG oslo_vmware.api [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3445723, 'name': PowerOnVM_Task, 'duration_secs': 1.342822} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.924103] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.924325] env[69990]: INFO nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Took 7.30 seconds to spawn the instance on the hypervisor. [ 643.924545] env[69990]: DEBUG nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.925402] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c264a-1ced-418d-927e-ad03a3ffcb27 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.976831] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Updated VIF entry in instance network info cache for port 97d424b9-e03a-4a94-9196-b90512dcebd6. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.976831] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Updating instance_info_cache with network_info: [{"id": "97d424b9-e03a-4a94-9196-b90512dcebd6", "address": "fa:16:3e:f4:63:99", "network": {"id": "92a7d1e6-7621-4a0f-8053-9afa5cada4d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-366056476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77945f36e8664ddf9d9e16a90f8ea5e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d424b9-e0", "ovs_interfaceid": "97d424b9-e03a-4a94-9196-b90512dcebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.174285] env[69990]: DEBUG nova.compute.manager [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.174541] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.175754] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183c33f-97ea-4df3-a647-b00fccad1701 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.184853] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.185659] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13239dc1-a193-4583-ae2e-b0c3ddcf8131 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.194430] env[69990]: DEBUG oslo_vmware.api [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 644.194430] env[69990]: value = "task-3445724" [ 644.194430] env[69990]: _type = "Task" [ 644.194430] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.205952] env[69990]: DEBUG oslo_vmware.api [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.316798] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d49846-8e7c-31db-9807-ce10e7dbc269, 'name': SearchDatastore_Task, 'duration_secs': 0.021085} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.322619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.322619] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.322619] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c730ac-3b20-40ca-bcf7-20dc9ff0bc5f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.333412] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ced4ff-1563-b18d-2836-aa5733826454, 'name': SearchDatastore_Task, 'duration_secs': 0.017693} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.337967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.337967] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.337967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.337967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.337967] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.337967] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 644.337967] env[69990]: value = "task-3445725" [ 644.337967] env[69990]: _type = "Task" [ 644.337967] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.337967] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3b80c1f-0304-4245-8e9c-d93efeea086f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.347001] env[69990]: DEBUG nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.355878] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.355878] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.355878] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.355878] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc13893-f321-414d-9791-03b37fdf1ef0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.362172] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 644.362172] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5250402e-8f2e-4c5a-2ac8-dcac47cc1e32" [ 644.362172] env[69990]: _type = "Task" [ 644.362172] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.373963] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5250402e-8f2e-4c5a-2ac8-dcac47cc1e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.445734] env[69990]: INFO nova.compute.manager [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Took 40.12 seconds to build instance. [ 644.479502] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Releasing lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.480039] env[69990]: DEBUG nova.compute.manager [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.480361] env[69990]: DEBUG nova.compute.manager [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing instance network info cache due to event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.480705] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Acquiring lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.481562] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Acquired lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.481562] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.706461] env[69990]: DEBUG oslo_vmware.api [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445724, 'name': PowerOffVM_Task, 'duration_secs': 0.339862} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.706957] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.707380] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.707875] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c0011a7-9e30-4bce-9d36-c1b10769a371 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.848910] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.849212] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.859634] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.873358] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5250402e-8f2e-4c5a-2ac8-dcac47cc1e32, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.874281] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e3b273-204c-4232-b689-aa890a2b3749 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.884495] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.884874] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 644.884874] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52cec993-0bb2-1544-9991-f18ff498f983" [ 644.884874] env[69990]: _type = "Task" [ 644.884874] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.888978] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.890706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.890706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.890706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.890706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.898165] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cec993-0bb2-1544-9991-f18ff498f983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.898165] env[69990]: INFO nova.compute.manager [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Terminating instance [ 644.903990] env[69990]: DEBUG nova.compute.manager [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Received event network-changed-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.904224] env[69990]: DEBUG nova.compute.manager [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Refreshing instance network info cache due to event network-changed-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.904443] env[69990]: DEBUG oslo_concurrency.lockutils [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] Acquiring lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.904587] env[69990]: DEBUG oslo_concurrency.lockutils [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] Acquired lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.904754] env[69990]: DEBUG nova.network.neutron [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Refreshing network info cache for port f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.906376] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.906577] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.906764] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Deleting the datastore file [datastore1] d3b10ed6-7a6b-4f40-84be-6fc547f57adf {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.909136] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c452b30-2c26-4338-a2a9-adfd8f85438b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.926794] env[69990]: DEBUG oslo_vmware.api [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 644.926794] env[69990]: value = "task-3445727" [ 644.926794] env[69990]: _type = "Task" [ 644.926794] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.936524] env[69990]: DEBUG oslo_vmware.api [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.948179] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e1cc424-c975-413b-b946-0d518d93fbfb tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.009s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.080231] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05ac47-2cd4-485f-bb4a-106b33b16e86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.088584] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d627a-90a2-4e1d-a226-acda628db8c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.128046] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa996d-e0d4-4f7c-abda-2b2829dc023b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.136364] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03407636-b783-41f9-b9a7-d24422d81668 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.151345] env[69990]: DEBUG nova.compute.provider_tree [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.253754] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updated VIF entry in instance network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.254172] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [{"id": "7be14da7-fd16-468c-846f-2293fb3a91eb", "address": "fa:16:3e:1b:a4:f5", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be14da7-fd", "ovs_interfaceid": "7be14da7-fd16-468c-846f-2293fb3a91eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.350473] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607292} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.350686] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.350911] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.351189] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8056f441-09fb-47d9-9060-bed75a2e306b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.358776] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 645.358776] env[69990]: value = "task-3445728" [ 645.358776] env[69990]: _type = "Task" [ 645.358776] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.368141] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.395587] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cec993-0bb2-1544-9991-f18ff498f983, 'name': SearchDatastore_Task, 'duration_secs': 0.039973} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.395892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.396175] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] c0d45945-e7fe-47f9-9790-fffe1e03b70f/c0d45945-e7fe-47f9-9790-fffe1e03b70f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.396432] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f31c76-133f-494d-b2f6-bcdb0155cefe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.403915] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 645.403915] env[69990]: value = "task-3445729" [ 645.403915] env[69990]: _type = "Task" [ 645.403915] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.413113] env[69990]: DEBUG nova.compute.manager [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.413386] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.413784] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.414870] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bad1a9-6cdc-43a9-a56d-56193e328d93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.423364] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.423699] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97fc3a47-e63c-454e-b9ad-248342f05ce9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.432771] env[69990]: DEBUG oslo_vmware.api [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 645.432771] env[69990]: value = "task-3445730" [ 645.432771] env[69990]: _type = "Task" [ 645.432771] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.447026] env[69990]: DEBUG oslo_vmware.api [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3445727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22927} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.454380] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.455011] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.455011] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.455235] env[69990]: INFO nova.compute.manager [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Took 1.28 seconds to destroy the instance on the hypervisor. [ 645.455560] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.455800] env[69990]: DEBUG oslo_vmware.api [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.456133] env[69990]: DEBUG nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.458624] env[69990]: DEBUG nova.compute.manager [-] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.459338] env[69990]: DEBUG nova.network.neutron [-] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.657681] env[69990]: DEBUG nova.scheduler.client.report [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.661399] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.662141] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.662141] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.662141] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.662306] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.664137] env[69990]: INFO nova.compute.manager [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Terminating instance [ 645.679270] env[69990]: DEBUG nova.network.neutron [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updated VIF entry in instance network info cache for port f1af6d0a-0a2f-4c11-85f3-ac6616dbb979. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.679670] env[69990]: DEBUG nova.network.neutron [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updating instance_info_cache with network_info: [{"id": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "address": "fa:16:3e:fa:ea:03", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1af6d0a-0a", "ovs_interfaceid": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.692459] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.692825] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.758130] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Releasing lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.758130] env[69990]: DEBUG nova.compute.manager [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Received event network-changed-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.758338] env[69990]: DEBUG nova.compute.manager [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Refreshing instance network info cache due to event network-changed-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.758665] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Acquiring lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.871313] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09108} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.871744] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.872383] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63f755-8430-42a9-8746-36a16517c4d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.899085] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.899814] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268c29b5-f280-494c-bc82-b84e48d0c5d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.926759] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445729, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.928452] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 645.928452] env[69990]: value = "task-3445731" [ 645.928452] env[69990]: _type = "Task" [ 645.928452] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.940615] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.946966] env[69990]: DEBUG oslo_vmware.api [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445730, 'name': PowerOffVM_Task, 'duration_secs': 0.332995} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.947274] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.947446] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.947720] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6dbf9f5-cd36-4bd6-b68b-437e2e68e6ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.987183] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.987656] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "f7a3245f-e02c-4b30-8574-b0028e8341a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.988095] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.988207] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "f7a3245f-e02c-4b30-8574-b0028e8341a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.988400] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.988616] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.991379] env[69990]: INFO nova.compute.manager [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Terminating instance [ 646.032928] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.033192] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.033393] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleting the datastore file [datastore2] f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.033728] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19de6b88-74e1-4b52-8cea-f697b78be7a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.041431] env[69990]: DEBUG oslo_vmware.api [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 646.041431] env[69990]: value = "task-3445733" [ 646.041431] env[69990]: _type = "Task" [ 646.041431] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.051367] env[69990]: DEBUG oslo_vmware.api [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.165157] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.165895] env[69990]: DEBUG nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.172027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.374s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.172027] env[69990]: DEBUG nova.objects.instance [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 646.172355] env[69990]: DEBUG nova.compute.manager [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.172920] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.174316] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a8a12-d0c5-498d-bf3f-d92e23519a79 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.182889] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.183524] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-085c6adb-e9a1-4e11-802b-d9b96ecd2742 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.184918] env[69990]: DEBUG oslo_concurrency.lockutils [req-33c68ecf-d75f-4436-8ef0-34173804d782 req-17e9c0b6-455e-438c-8b66-a1e6b124841b service nova] Releasing lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.185336] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Acquired lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.186302] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Refreshing network info cache for port f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.193814] env[69990]: DEBUG oslo_vmware.api [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 646.193814] env[69990]: value = "task-3445734" [ 646.193814] env[69990]: _type = "Task" [ 646.193814] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.204131] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.204131] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.205383] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.211285] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.211285] env[69990]: DEBUG oslo_vmware.api [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.211285] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.211285] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.211285] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 646.211285] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.425819] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714018} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.426120] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] c0d45945-e7fe-47f9-9790-fffe1e03b70f/c0d45945-e7fe-47f9-9790-fffe1e03b70f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.426356] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.426657] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-499e2a87-2c24-41dc-a83e-c0099dd14b2a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.435195] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 646.435195] env[69990]: value = "task-3445735" [ 646.435195] env[69990]: _type = "Task" [ 646.435195] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.439338] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.453405] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.496234] env[69990]: DEBUG nova.compute.manager [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.496538] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.497546] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb39325-7e5b-4491-9fa0-b23219280ad4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.508618] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.508978] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7791839a-cd40-460f-8e25-2a9e7467831a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.517275] env[69990]: DEBUG oslo_vmware.api [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 646.517275] env[69990]: value = "task-3445736" [ 646.517275] env[69990]: _type = "Task" [ 646.517275] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.528043] env[69990]: DEBUG oslo_vmware.api [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.541941] env[69990]: DEBUG nova.compute.manager [req-c0cbaa94-3dad-4516-9b7b-e1384153035f req-27b68922-892d-4935-982a-2b9060bb5c4e service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-vif-deleted-89819d41-d842-4513-8019-8ec3f0848e1d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.542157] env[69990]: INFO nova.compute.manager [req-c0cbaa94-3dad-4516-9b7b-e1384153035f req-27b68922-892d-4935-982a-2b9060bb5c4e service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Neutron deleted interface 89819d41-d842-4513-8019-8ec3f0848e1d; detaching it from the instance and deleting it from the info cache [ 646.542460] env[69990]: DEBUG nova.network.neutron [req-c0cbaa94-3dad-4516-9b7b-e1384153035f req-27b68922-892d-4935-982a-2b9060bb5c4e service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Updating instance_info_cache with network_info: [{"id": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "address": "fa:16:3e:6c:79:16", "network": {"id": "1b37e676-02e8-4208-8908-9f724753930f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-545147504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406c7b87-8d", "ovs_interfaceid": "406c7b87-8d46-4fd2-856d-6276aed22b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9681b47-458c-441c-b914-4df3cd4b338c", "address": "fa:16:3e:e8:0f:5f", "network": {"id": "07f06cb6-6c6c-4dc9-90b6-6d1363f0d9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-851537906", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9681b47-45", "ovs_interfaceid": "a9681b47-458c-441c-b914-4df3cd4b338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.555401] env[69990]: DEBUG oslo_vmware.api [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466754} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.555711] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.555916] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.556480] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.556480] env[69990]: INFO nova.compute.manager [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 646.557112] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.557112] env[69990]: DEBUG nova.compute.manager [-] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.557112] env[69990]: DEBUG nova.network.neutron [-] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.672239] env[69990]: DEBUG nova.compute.utils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.674845] env[69990]: DEBUG nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.675091] env[69990]: DEBUG nova.network.neutron [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.712660] env[69990]: DEBUG oslo_vmware.api [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445734, 'name': PowerOffVM_Task, 'duration_secs': 0.284633} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.713816] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.714208] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.714402] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.714675] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0742fc8-d6a2-440a-91a6-ee91dbd04d65 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.799408] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.801126] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.801343] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Deleting the datastore file [datastore1] b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.801646] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544604a3-ff47-4da3-8f79-0c12239badc9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.812206] env[69990]: DEBUG oslo_vmware.api [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 646.812206] env[69990]: value = "task-3445738" [ 646.812206] env[69990]: _type = "Task" [ 646.812206] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.824140] env[69990]: DEBUG oslo_vmware.api [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.826332] env[69990]: DEBUG nova.policy [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca32a8c561874a9c8e570622293d2ffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccf6492f723841fb8e6379edf4e6a937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.939533] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445731, 'name': ReconfigVM_Task, 'duration_secs': 0.788376} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.943102] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Reconfigured VM instance instance-0000001b to attach disk [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.944459] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f007a7d-c786-4846-8edd-a0d8bb8f183f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.959023] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073372} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.960051] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.960627] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 646.960627] env[69990]: value = "task-3445739" [ 646.960627] env[69990]: _type = "Task" [ 646.960627] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.961662] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d378c5b-aa73-433d-b817-75801be32577 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.978121] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445739, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.000295] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c0d45945-e7fe-47f9-9790-fffe1e03b70f/c0d45945-e7fe-47f9-9790-fffe1e03b70f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.000719] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3c8cd5-da07-44a9-99df-1efa92426b55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.029927] env[69990]: DEBUG oslo_vmware.api [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445736, 'name': PowerOffVM_Task, 'duration_secs': 0.2512} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.031833] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.032311] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.032689] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 647.032689] env[69990]: value = "task-3445740" [ 647.032689] env[69990]: _type = "Task" [ 647.032689] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.034837] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d839c1f-e514-4fc7-bac8-699ec59feb76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.048291] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aa854d0-636b-4de7-9a72-5028a5092877 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.050418] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.063439] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde2944f-5159-4a02-ac04-3b538b13a08d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.100462] env[69990]: DEBUG nova.compute.manager [req-c0cbaa94-3dad-4516-9b7b-e1384153035f req-27b68922-892d-4935-982a-2b9060bb5c4e service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Detach interface failed, port_id=89819d41-d842-4513-8019-8ec3f0848e1d, reason: Instance d3b10ed6-7a6b-4f40-84be-6fc547f57adf could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 647.101837] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updated VIF entry in instance network info cache for port f1af6d0a-0a2f-4c11-85f3-ac6616dbb979. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.102915] env[69990]: DEBUG nova.network.neutron [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updating instance_info_cache with network_info: [{"id": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "address": "fa:16:3e:fa:ea:03", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1af6d0a-0a", "ovs_interfaceid": "f1af6d0a-0a2f-4c11-85f3-ac6616dbb979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.121378] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.121710] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.121956] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Deleting the datastore file [datastore1] f7a3245f-e02c-4b30-8574-b0028e8341a8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.122954] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb46666d-9f64-4685-9ceb-c9e13b5c1abe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.133033] env[69990]: DEBUG oslo_vmware.api [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for the task: (returnval){ [ 647.133033] env[69990]: value = "task-3445742" [ 647.133033] env[69990]: _type = "Task" [ 647.133033] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.143730] env[69990]: DEBUG oslo_vmware.api [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.181878] env[69990]: DEBUG nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.186266] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e1ea5c5-8483-464c-b708-d002cf177209 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.187587] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.220s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.189570] env[69990]: INFO nova.compute.claims [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.322837] env[69990]: DEBUG oslo_vmware.api [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148442} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.323113] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.323302] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.323500] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.323675] env[69990]: INFO nova.compute.manager [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 647.327025] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.327025] env[69990]: DEBUG nova.compute.manager [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.327025] env[69990]: DEBUG nova.network.neutron [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.477446] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445739, 'name': Rename_Task, 'duration_secs': 0.183206} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.477764] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.478033] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d960e3cf-81a2-4d19-b642-4258714f71ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.486198] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 647.486198] env[69990]: value = "task-3445743" [ 647.486198] env[69990]: _type = "Task" [ 647.486198] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.504863] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.538593] env[69990]: DEBUG nova.network.neutron [-] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.549711] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.563958] env[69990]: DEBUG nova.network.neutron [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Successfully created port: 32e1a03e-9fc8-4973-83de-a61086d3b840 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.608505] env[69990]: DEBUG oslo_concurrency.lockutils [req-ec69f814-3529-48e1-a508-8a51bf144318 req-1bb98d6b-b3cb-41e9-9fb0-29db717e968c service nova] Releasing lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.646055] env[69990]: DEBUG oslo_vmware.api [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Task: {'id': task-3445742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133083} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.646309] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.646501] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.646717] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.646930] env[69990]: INFO nova.compute.manager [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 647.647202] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.647400] env[69990]: DEBUG nova.compute.manager [-] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.647493] env[69990]: DEBUG nova.network.neutron [-] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.768552] env[69990]: DEBUG nova.compute.manager [req-24ebed45-d807-45c8-9f81-3002841601ad req-a033cb8d-8867-4cf7-97ab-45fedef32337 service nova] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Received event network-vif-deleted-7682286a-f92a-4d45-ad0e-9454b0bf11a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.791429] env[69990]: DEBUG nova.network.neutron [-] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.000914] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.043798] env[69990]: INFO nova.compute.manager [-] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Took 1.49 seconds to deallocate network for instance. [ 648.048483] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445740, 'name': ReconfigVM_Task, 'duration_secs': 0.774844} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.051253] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c0d45945-e7fe-47f9-9790-fffe1e03b70f/c0d45945-e7fe-47f9-9790-fffe1e03b70f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.051849] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9685622-5322-41ad-a897-80559a86ed4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.063361] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 648.063361] env[69990]: value = "task-3445744" [ 648.063361] env[69990]: _type = "Task" [ 648.063361] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.068667] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445744, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.194281] env[69990]: DEBUG nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.222235] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.222432] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.222596] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.222781] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.222924] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.223081] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.223297] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.223475] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.223655] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.223820] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.223991] env[69990]: DEBUG nova.virt.hardware [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.224894] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a48f04-4545-4ca3-93c9-7ff54c1e6c06 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.237016] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc80f57-bb08-4482-a592-6a22c958730d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.296773] env[69990]: INFO nova.compute.manager [-] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Took 2.84 seconds to deallocate network for instance. [ 648.397264] env[69990]: DEBUG nova.network.neutron [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.419013] env[69990]: DEBUG nova.network.neutron [-] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.498663] env[69990]: DEBUG oslo_vmware.api [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445743, 'name': PowerOnVM_Task, 'duration_secs': 0.577466} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.499373] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.499492] env[69990]: INFO nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Took 6.40 seconds to spawn the instance on the hypervisor. [ 648.499691] env[69990]: DEBUG nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.500997] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affb110-6c66-4ab8-a3b5-e512bea9f3dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.556062] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.572149] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445744, 'name': Rename_Task, 'duration_secs': 0.483014} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.572456] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.572779] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9a2ff1-5ef4-4d07-9fdf-2c4bc28ffc7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.581506] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 648.581506] env[69990]: value = "task-3445745" [ 648.581506] env[69990]: _type = "Task" [ 648.581506] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.594038] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.740798] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d25e95c-2dae-45a8-bd5e-e5ad3bf644ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.752088] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502cdbc5-851f-425f-a2be-9c5781496c00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.784798] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f350c-59a7-45eb-a701-2589c93e1c9e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.792357] env[69990]: DEBUG nova.compute.manager [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-vif-deleted-a9681b47-458c-441c-b914-4df3cd4b338c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.792581] env[69990]: DEBUG nova.compute.manager [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Received event network-changed-bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.792707] env[69990]: DEBUG nova.compute.manager [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Refreshing instance network info cache due to event network-changed-bfedd938-aa5f-4e2f-b2d0-76a8860467ed. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.793052] env[69990]: DEBUG oslo_concurrency.lockutils [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] Acquiring lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.793052] env[69990]: DEBUG oslo_concurrency.lockutils [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] Acquired lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.793214] env[69990]: DEBUG nova.network.neutron [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Refreshing network info cache for port bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.798931] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28e300f-1f2d-4b4c-8aed-1fa7a902f63a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.803558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.817685] env[69990]: DEBUG nova.compute.provider_tree [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.899930] env[69990]: INFO nova.compute.manager [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Took 1.58 seconds to deallocate network for instance. [ 648.921824] env[69990]: INFO nova.compute.manager [-] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Took 1.27 seconds to deallocate network for instance. [ 649.026316] env[69990]: INFO nova.compute.manager [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Took 37.25 seconds to build instance. [ 649.092885] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.324028] env[69990]: DEBUG nova.scheduler.client.report [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.373290] env[69990]: DEBUG nova.network.neutron [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Successfully updated port: 32e1a03e-9fc8-4973-83de-a61086d3b840 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.407782] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.428189] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.506072] env[69990]: INFO nova.compute.manager [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Rebuilding instance [ 649.531176] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2ccc1-e612-4a8e-a5bc-22fb54786b05 tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "d1b8d80e-03e0-48e1-ace4-32369a145817" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.956s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.547169] env[69990]: DEBUG nova.compute.manager [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.548050] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef657da5-ebc5-4321-8645-3a8e79eed227 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.592561] env[69990]: DEBUG oslo_vmware.api [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445745, 'name': PowerOnVM_Task, 'duration_secs': 0.847163} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.592835] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.593052] env[69990]: INFO nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Took 10.24 seconds to spawn the instance on the hypervisor. [ 649.593235] env[69990]: DEBUG nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.594031] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3fa32-8898-4003-8d0f-bef015442e0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.717588] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.827600] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.828263] env[69990]: DEBUG nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.836724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.516s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.837037] env[69990]: DEBUG nova.objects.instance [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lazy-loading 'resources' on Instance uuid 722a0b73-4bf9-4003-981c-aa3499d8b87b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.850156] env[69990]: DEBUG nova.network.neutron [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updated VIF entry in instance network info cache for port bfedd938-aa5f-4e2f-b2d0-76a8860467ed. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.850495] env[69990]: DEBUG nova.network.neutron [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updating instance_info_cache with network_info: [{"id": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "address": "fa:16:3e:aa:aa:a5", "network": {"id": "008e8330-0e9f-4ca2-a1dc-3d17c9f5685c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1174757710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9228142c0184659894ea5c2a117a287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfedd938-aa", "ovs_interfaceid": "bfedd938-aa5f-4e2f-b2d0-76a8860467ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.881069] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "refresh_cache-c345566d-a434-48c9-9925-b696473b4231" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.881224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquired lock "refresh_cache-c345566d-a434-48c9-9925-b696473b4231" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.881372] env[69990]: DEBUG nova.network.neutron [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.972170] env[69990]: DEBUG nova.compute.manager [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Received event network-vif-deleted-05c68580-f9ab-4bd7-86bf-68bc1b58b45d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.972170] env[69990]: DEBUG nova.compute.manager [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.972170] env[69990]: DEBUG nova.compute.manager [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing instance network info cache due to event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.972170] env[69990]: DEBUG oslo_concurrency.lockutils [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] Acquiring lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.972170] env[69990]: DEBUG oslo_concurrency.lockutils [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] Acquired lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.972170] env[69990]: DEBUG nova.network.neutron [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.035291] env[69990]: DEBUG nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.113646] env[69990]: INFO nova.compute.manager [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Took 45.64 seconds to build instance. [ 650.340585] env[69990]: DEBUG nova.compute.utils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.342591] env[69990]: DEBUG nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.342771] env[69990]: DEBUG nova.network.neutron [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.355633] env[69990]: DEBUG oslo_concurrency.lockutils [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] Releasing lock "refresh_cache-36d4e7dd-459d-4c1a-ab75-340fd5f7276c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.356044] env[69990]: DEBUG nova.compute.manager [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.356347] env[69990]: DEBUG nova.compute.manager [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing instance network info cache due to event network-changed-7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.356637] env[69990]: DEBUG oslo_concurrency.lockutils [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] Acquiring lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.429141] env[69990]: DEBUG nova.network.neutron [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.432017] env[69990]: DEBUG nova.policy [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bba499b0af644b9799f1a9aee4fd21fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bce33700c96c4f4e86426a5a2d6a4c76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.557668] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.563096] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.564163] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c13f401-e4a3-430c-aa27-fb07c6963422 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.573140] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 650.573140] env[69990]: value = "task-3445746" [ 650.573140] env[69990]: _type = "Task" [ 650.573140] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.585425] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.615691] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ddb05feb-2135-4ca6-be08-a4e5b22ecb8c tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.251s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.650878] env[69990]: DEBUG nova.network.neutron [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Updating instance_info_cache with network_info: [{"id": "32e1a03e-9fc8-4973-83de-a61086d3b840", "address": "fa:16:3e:be:59:29", "network": {"id": "7862f999-c14e-4b25-9de2-d0a31ccd2f3d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1500164195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccf6492f723841fb8e6379edf4e6a937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e1a03e-9f", "ovs_interfaceid": "32e1a03e-9fc8-4973-83de-a61086d3b840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.850891] env[69990]: DEBUG nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.857033] env[69990]: DEBUG nova.network.neutron [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Successfully created port: d9228cf2-137c-468f-ba2a-940d37d58fc4 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.941025] env[69990]: DEBUG nova.network.neutron [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updated VIF entry in instance network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.941025] env[69990]: DEBUG nova.network.neutron [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [{"id": "7be14da7-fd16-468c-846f-2293fb3a91eb", "address": "fa:16:3e:1b:a4:f5", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be14da7-fd", "ovs_interfaceid": "7be14da7-fd16-468c-846f-2293fb3a91eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.950901] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1511f149-ed24-47b2-9eef-d4ea4e2daf4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.961298] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80959f01-d016-4149-8e63-66cfd2f57e19 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.000833] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db798924-93a3-4fb6-aeaf-f5e9a6d66794 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.004767] env[69990]: DEBUG nova.compute.manager [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Received event network-vif-plugged-32e1a03e-9fc8-4973-83de-a61086d3b840 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.004964] env[69990]: DEBUG oslo_concurrency.lockutils [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] Acquiring lock "c345566d-a434-48c9-9925-b696473b4231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.005179] env[69990]: DEBUG oslo_concurrency.lockutils [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] Lock "c345566d-a434-48c9-9925-b696473b4231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.005483] env[69990]: DEBUG oslo_concurrency.lockutils [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] Lock "c345566d-a434-48c9-9925-b696473b4231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.005483] env[69990]: DEBUG nova.compute.manager [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] No waiting events found dispatching network-vif-plugged-32e1a03e-9fc8-4973-83de-a61086d3b840 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.005680] env[69990]: WARNING nova.compute.manager [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Received unexpected event network-vif-plugged-32e1a03e-9fc8-4973-83de-a61086d3b840 for instance with vm_state building and task_state spawning. [ 651.005836] env[69990]: DEBUG nova.compute.manager [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Received event network-changed-32e1a03e-9fc8-4973-83de-a61086d3b840 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.006094] env[69990]: DEBUG nova.compute.manager [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Refreshing instance network info cache due to event network-changed-32e1a03e-9fc8-4973-83de-a61086d3b840. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.006347] env[69990]: DEBUG oslo_concurrency.lockutils [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] Acquiring lock "refresh_cache-c345566d-a434-48c9-9925-b696473b4231" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.012825] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27bc11a-c9cc-4848-a347-4ca2716f9448 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.028828] env[69990]: DEBUG nova.compute.provider_tree [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.085198] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445746, 'name': PowerOffVM_Task, 'duration_secs': 0.203092} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.085550] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.085734] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.086541] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2be3710-f3b4-4a3d-bbf2-f8aa954c2d7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.094204] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.094204] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d88c259-0281-4d8c-aec9-8809068a3452 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.118449] env[69990]: DEBUG nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.123833] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.123833] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.124022] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Deleting the datastore file [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.124220] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c5b544e-b0a4-47cb-bea0-8085053478af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.133082] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 651.133082] env[69990]: value = "task-3445748" [ 651.133082] env[69990]: _type = "Task" [ 651.133082] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.140883] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.159444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Releasing lock "refresh_cache-c345566d-a434-48c9-9925-b696473b4231" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.159909] env[69990]: DEBUG nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Instance network_info: |[{"id": "32e1a03e-9fc8-4973-83de-a61086d3b840", "address": "fa:16:3e:be:59:29", "network": {"id": "7862f999-c14e-4b25-9de2-d0a31ccd2f3d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1500164195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccf6492f723841fb8e6379edf4e6a937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e1a03e-9f", "ovs_interfaceid": "32e1a03e-9fc8-4973-83de-a61086d3b840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.160846] env[69990]: DEBUG oslo_concurrency.lockutils [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] Acquired lock "refresh_cache-c345566d-a434-48c9-9925-b696473b4231" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.160846] env[69990]: DEBUG nova.network.neutron [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Refreshing network info cache for port 32e1a03e-9fc8-4973-83de-a61086d3b840 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.164506] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:59:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e1a03e-9fc8-4973-83de-a61086d3b840', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.169813] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Creating folder: Project (ccf6492f723841fb8e6379edf4e6a937). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.173265] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d15cc5a-c383-422a-988b-b8bea7b3a7df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.187105] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Created folder: Project (ccf6492f723841fb8e6379edf4e6a937) in parent group-v687779. [ 651.187337] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Creating folder: Instances. Parent ref: group-v687864. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.187617] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3863d6e1-7c9a-4f85-8e35-d28768c70f80 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.198659] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Created folder: Instances in parent group-v687864. [ 651.199025] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.199288] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c345566d-a434-48c9-9925-b696473b4231] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.199569] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44538ecc-cd41-4d12-b32c-41f58ede4108 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.226181] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.226181] env[69990]: value = "task-3445751" [ 651.226181] env[69990]: _type = "Task" [ 651.226181] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.238911] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445751, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.443979] env[69990]: DEBUG oslo_concurrency.lockutils [req-8b870a5e-f925-46fa-9b1c-96346322015c req-51cc8d03-39fb-46d4-a2a0-7a2eda02ef33 service nova] Releasing lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.446675] env[69990]: DEBUG oslo_concurrency.lockutils [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] Acquired lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.446675] env[69990]: DEBUG nova.network.neutron [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Refreshing network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.526896] env[69990]: DEBUG nova.network.neutron [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Updated VIF entry in instance network info cache for port 32e1a03e-9fc8-4973-83de-a61086d3b840. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.527269] env[69990]: DEBUG nova.network.neutron [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Updating instance_info_cache with network_info: [{"id": "32e1a03e-9fc8-4973-83de-a61086d3b840", "address": "fa:16:3e:be:59:29", "network": {"id": "7862f999-c14e-4b25-9de2-d0a31ccd2f3d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1500164195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccf6492f723841fb8e6379edf4e6a937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e1a03e-9f", "ovs_interfaceid": "32e1a03e-9fc8-4973-83de-a61086d3b840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.532413] env[69990]: DEBUG nova.scheduler.client.report [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.643031] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.648352] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095774} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.648711] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.648901] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.649092] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.737142] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445751, 'name': CreateVM_Task, 'duration_secs': 0.321718} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.737242] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c345566d-a434-48c9-9925-b696473b4231] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.738054] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.738264] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.738645] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.738950] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa63aad-cabd-49fc-bc9d-fd91c526dc63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.745299] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 651.745299] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521751d7-6776-24da-cbbd-f6f5911ac4b0" [ 651.745299] env[69990]: _type = "Task" [ 651.745299] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.755664] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521751d7-6776-24da-cbbd-f6f5911ac4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.876873] env[69990]: DEBUG nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.902799] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.902799] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.902799] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.903071] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.903114] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.904164] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.904164] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.904164] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.904164] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.904164] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.904411] env[69990]: DEBUG nova.virt.hardware [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.905125] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa3df4-ea6b-41f6-bf66-68e01e666ea8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.922163] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c8422b-80b1-43ff-872f-8fe1f9ca3fcc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.031396] env[69990]: DEBUG oslo_concurrency.lockutils [req-ac4eedd3-9570-4414-ac1d-94795cad49fe req-583f4390-8948-4e92-9940-de793e68ae7f service nova] Releasing lock "refresh_cache-c345566d-a434-48c9-9925-b696473b4231" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037349] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.040691] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.676s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.040691] env[69990]: DEBUG nova.objects.instance [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lazy-loading 'resources' on Instance uuid aaf64411-26d3-471b-9dc6-ee70d2461f51 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.079024] env[69990]: INFO nova.scheduler.client.report [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Deleted allocations for instance 722a0b73-4bf9-4003-981c-aa3499d8b87b [ 652.207513] env[69990]: DEBUG nova.network.neutron [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updated VIF entry in instance network info cache for port 7be14da7-fd16-468c-846f-2293fb3a91eb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.208292] env[69990]: DEBUG nova.network.neutron [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [{"id": "7be14da7-fd16-468c-846f-2293fb3a91eb", "address": "fa:16:3e:1b:a4:f5", "network": {"id": "06305663-14c8-49a7-9437-eaf7b81b6000", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-547083233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5cd703a32b47ab842591d33238e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be14da7-fd", "ovs_interfaceid": "7be14da7-fd16-468c-846f-2293fb3a91eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.258497] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521751d7-6776-24da-cbbd-f6f5911ac4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.258497] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.259436] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.259436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.259436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.259706] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.259907] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57d08872-ca24-4198-94a4-37666202a47e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.271254] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.271520] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.272463] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72efcc36-252b-4e68-af31-b4dac816fa9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.280615] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 652.280615] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520a0a38-a9db-0b7d-789b-69f7f550f607" [ 652.280615] env[69990]: _type = "Task" [ 652.280615] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.288420] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520a0a38-a9db-0b7d-789b-69f7f550f607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.392397] env[69990]: DEBUG nova.compute.manager [req-1578af43-2dff-44e9-9ae8-bf377455494f req-c3850e9c-ca16-43ad-a662-b240d0e59a34 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Received event network-vif-plugged-d9228cf2-137c-468f-ba2a-940d37d58fc4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.392734] env[69990]: DEBUG oslo_concurrency.lockutils [req-1578af43-2dff-44e9-9ae8-bf377455494f req-c3850e9c-ca16-43ad-a662-b240d0e59a34 service nova] Acquiring lock "c1e85518-4f49-47a2-9913-0acdf416d5b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.393094] env[69990]: DEBUG oslo_concurrency.lockutils [req-1578af43-2dff-44e9-9ae8-bf377455494f req-c3850e9c-ca16-43ad-a662-b240d0e59a34 service nova] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.393378] env[69990]: DEBUG oslo_concurrency.lockutils [req-1578af43-2dff-44e9-9ae8-bf377455494f req-c3850e9c-ca16-43ad-a662-b240d0e59a34 service nova] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.393662] env[69990]: DEBUG nova.compute.manager [req-1578af43-2dff-44e9-9ae8-bf377455494f req-c3850e9c-ca16-43ad-a662-b240d0e59a34 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] No waiting events found dispatching network-vif-plugged-d9228cf2-137c-468f-ba2a-940d37d58fc4 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.394101] env[69990]: WARNING nova.compute.manager [req-1578af43-2dff-44e9-9ae8-bf377455494f req-c3850e9c-ca16-43ad-a662-b240d0e59a34 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Received unexpected event network-vif-plugged-d9228cf2-137c-468f-ba2a-940d37d58fc4 for instance with vm_state building and task_state spawning. [ 652.484507] env[69990]: DEBUG nova.network.neutron [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Successfully updated port: d9228cf2-137c-468f-ba2a-940d37d58fc4 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.590108] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980f669d-26b2-4b56-b238-fe5f64f0a41a tempest-ImagesOneServerTestJSON-1812863255 tempest-ImagesOneServerTestJSON-1812863255-project-member] Lock "722a0b73-4bf9-4003-981c-aa3499d8b87b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.952s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.681131] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.681404] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.681517] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.681708] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.681841] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.681988] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.682232] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.682418] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.682551] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.682712] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.682883] env[69990]: DEBUG nova.virt.hardware [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.683873] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9273e077-da4a-417f-ae0a-e6d26a7f29bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.694886] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0fd40e-0a6a-4494-973c-41d1c58c64f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.709930] env[69990]: DEBUG oslo_concurrency.lockutils [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] Releasing lock "refresh_cache-3806e66d-58b8-4c34-8b23-e72e47f7908e" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.710235] env[69990]: DEBUG nova.compute.manager [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Received event network-vif-deleted-406c7b87-8d46-4fd2-856d-6276aed22b2c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.710431] env[69990]: DEBUG nova.compute.manager [req-07008748-8818-470d-bb5d-5043a2dc4161 req-0601e719-21cf-4914-b562-111200fda662 service nova] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Received event network-vif-deleted-f1af6d0a-0a2f-4c11-85f3-ac6616dbb979 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.711297] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.716825] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.719187] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.719606] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aad3a05-0aae-491e-854c-719b126e45fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.740975] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.740975] env[69990]: value = "task-3445752" [ 652.740975] env[69990]: _type = "Task" [ 652.740975] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.752352] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445752, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.792816] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520a0a38-a9db-0b7d-789b-69f7f550f607, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.793626] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9824e6b-df16-40d8-b53f-2e4b3617c161 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.800446] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 652.800446] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52738861-a678-a17d-7df7-2d9ad8bf1a33" [ 652.800446] env[69990]: _type = "Task" [ 652.800446] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.810047] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52738861-a678-a17d-7df7-2d9ad8bf1a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.987906] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "refresh_cache-c1e85518-4f49-47a2-9913-0acdf416d5b0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.988054] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquired lock "refresh_cache-c1e85518-4f49-47a2-9913-0acdf416d5b0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.988207] env[69990]: DEBUG nova.network.neutron [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.053544] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbac38de-02d6-4d18-87a7-eb60fe71b0e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.061976] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5eec06-7c6a-4262-a7a7-7efa3a89ea89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.097044] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655aa1d4-4940-4fe3-b895-e52e94201203 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.106067] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc2c589-946c-4caf-8b7f-ecee68a04790 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.121297] env[69990]: DEBUG nova.compute.provider_tree [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.251797] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445752, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.312331] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52738861-a678-a17d-7df7-2d9ad8bf1a33, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.312331] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.312518] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] c345566d-a434-48c9-9925-b696473b4231/c345566d-a434-48c9-9925-b696473b4231.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.314027] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7991ec-dede-4d40-bee9-b6d996102da5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.320650] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 653.320650] env[69990]: value = "task-3445753" [ 653.320650] env[69990]: _type = "Task" [ 653.320650] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.329288] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.370491] env[69990]: DEBUG nova.compute.manager [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Received event network-changed-97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.370676] env[69990]: DEBUG nova.compute.manager [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Refreshing instance network info cache due to event network-changed-97d424b9-e03a-4a94-9196-b90512dcebd6. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.370893] env[69990]: DEBUG oslo_concurrency.lockutils [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] Acquiring lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.371515] env[69990]: DEBUG oslo_concurrency.lockutils [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] Acquired lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.371763] env[69990]: DEBUG nova.network.neutron [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Refreshing network info cache for port 97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.558945] env[69990]: DEBUG nova.network.neutron [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.629231] env[69990]: DEBUG nova.scheduler.client.report [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.756756] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445752, 'name': CreateVM_Task, 'duration_secs': 0.639904} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.757044] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.757753] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.758052] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.758314] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.758667] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7edb631-b2ea-44dc-a022-1d2b935a7a0c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.767351] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 653.767351] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52efe402-0006-15b2-9c04-9f47a9432dc2" [ 653.767351] env[69990]: _type = "Task" [ 653.767351] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.782508] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52efe402-0006-15b2-9c04-9f47a9432dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.782813] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.783062] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.783313] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.783459] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.783672] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.783999] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597c7cf2-a224-44aa-9460-32a92174e383 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.802116] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.802116] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.802116] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62248a7b-9a9f-431b-bac9-ccf998a04cf9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.806377] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 653.806377] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529c66f2-b731-912b-a706-778abbaddc08" [ 653.806377] env[69990]: _type = "Task" [ 653.806377] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.819134] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529c66f2-b731-912b-a706-778abbaddc08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.833324] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46213} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.833684] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] c345566d-a434-48c9-9925-b696473b4231/c345566d-a434-48c9-9925-b696473b4231.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.833920] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.834228] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-668467db-1eed-44de-b368-c8e7ab225709 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.839655] env[69990]: DEBUG nova.network.neutron [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Updating instance_info_cache with network_info: [{"id": "d9228cf2-137c-468f-ba2a-940d37d58fc4", "address": "fa:16:3e:52:70:da", "network": {"id": "d8d4c862-8be6-4f32-88a0-6199611c5060", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956369821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce33700c96c4f4e86426a5a2d6a4c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9228cf2-13", "ovs_interfaceid": "d9228cf2-137c-468f-ba2a-940d37d58fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.846573] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 653.846573] env[69990]: value = "task-3445754" [ 653.846573] env[69990]: _type = "Task" [ 653.846573] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.859444] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.141967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.144401] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.521s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.149075] env[69990]: INFO nova.compute.claims [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.175248] env[69990]: INFO nova.scheduler.client.report [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Deleted allocations for instance aaf64411-26d3-471b-9dc6-ee70d2461f51 [ 654.222443] env[69990]: DEBUG nova.network.neutron [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Updated VIF entry in instance network info cache for port 97d424b9-e03a-4a94-9196-b90512dcebd6. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.222626] env[69990]: DEBUG nova.network.neutron [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Updating instance_info_cache with network_info: [{"id": "97d424b9-e03a-4a94-9196-b90512dcebd6", "address": "fa:16:3e:f4:63:99", "network": {"id": "92a7d1e6-7621-4a0f-8053-9afa5cada4d5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-366056476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77945f36e8664ddf9d9e16a90f8ea5e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d424b9-e0", "ovs_interfaceid": "97d424b9-e03a-4a94-9196-b90512dcebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.319387] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529c66f2-b731-912b-a706-778abbaddc08, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.320203] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54722d6-60e0-42fc-9624-ddb76264e636 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.325695] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 654.325695] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a18d23-470c-200b-5f31-a707ccc18602" [ 654.325695] env[69990]: _type = "Task" [ 654.325695] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.333852] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a18d23-470c-200b-5f31-a707ccc18602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.343444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Releasing lock "refresh_cache-c1e85518-4f49-47a2-9913-0acdf416d5b0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.343796] env[69990]: DEBUG nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Instance network_info: |[{"id": "d9228cf2-137c-468f-ba2a-940d37d58fc4", "address": "fa:16:3e:52:70:da", "network": {"id": "d8d4c862-8be6-4f32-88a0-6199611c5060", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956369821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce33700c96c4f4e86426a5a2d6a4c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9228cf2-13", "ovs_interfaceid": "d9228cf2-137c-468f-ba2a-940d37d58fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.344221] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:70:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9228cf2-137c-468f-ba2a-940d37d58fc4', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.352161] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Creating folder: Project (bce33700c96c4f4e86426a5a2d6a4c76). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.352486] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452c757a-3608-400e-b844-eb5ab3969324 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.364573] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061558} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.364822] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.366008] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9956b9b0-703c-46d3-b406-4f1f4bd8f672 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.388546] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] c345566d-a434-48c9-9925-b696473b4231/c345566d-a434-48c9-9925-b696473b4231.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.389984] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6181e145-71be-4fba-be7f-a637fc034373 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.405677] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Created folder: Project (bce33700c96c4f4e86426a5a2d6a4c76) in parent group-v687779. [ 654.405891] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Creating folder: Instances. Parent ref: group-v687868. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.406242] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97d8855c-3462-45b9-aadd-27e7899fd23c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.415257] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 654.415257] env[69990]: value = "task-3445757" [ 654.415257] env[69990]: _type = "Task" [ 654.415257] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.419443] env[69990]: DEBUG nova.compute.manager [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Received event network-changed-d9228cf2-137c-468f-ba2a-940d37d58fc4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.419627] env[69990]: DEBUG nova.compute.manager [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Refreshing instance network info cache due to event network-changed-d9228cf2-137c-468f-ba2a-940d37d58fc4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.419842] env[69990]: DEBUG oslo_concurrency.lockutils [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] Acquiring lock "refresh_cache-c1e85518-4f49-47a2-9913-0acdf416d5b0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.419980] env[69990]: DEBUG oslo_concurrency.lockutils [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] Acquired lock "refresh_cache-c1e85518-4f49-47a2-9913-0acdf416d5b0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.420160] env[69990]: DEBUG nova.network.neutron [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Refreshing network info cache for port d9228cf2-137c-468f-ba2a-940d37d58fc4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.423364] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Created folder: Instances in parent group-v687868. [ 654.423643] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.424047] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.424267] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-218a9157-ea58-49e0-bb14-03ca2e974dc0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.448189] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.451857] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.451857] env[69990]: value = "task-3445758" [ 654.451857] env[69990]: _type = "Task" [ 654.451857] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.461785] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445758, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.686182] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e7d95a0-2d82-43ea-a843-26c7e582def9 tempest-ServersListShow2100Test-474288928 tempest-ServersListShow2100Test-474288928-project-member] Lock "aaf64411-26d3-471b-9dc6-ee70d2461f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.634s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.725517] env[69990]: DEBUG oslo_concurrency.lockutils [req-3accca3f-5212-42fd-a48d-e2c12d060845 req-10b264b4-8dc9-4bf2-8dc3-bece38661871 service nova] Releasing lock "refresh_cache-c0d45945-e7fe-47f9-9790-fffe1e03b70f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.837602] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a18d23-470c-200b-5f31-a707ccc18602, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.837878] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.838165] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.838438] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61314788-56f5-4c6d-acf5-acac02164047 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.845578] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 654.845578] env[69990]: value = "task-3445759" [ 654.845578] env[69990]: _type = "Task" [ 654.845578] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.854735] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.924804] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445757, 'name': ReconfigVM_Task, 'duration_secs': 0.425268} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.928227] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Reconfigured VM instance instance-0000001c to attach disk [datastore1] c345566d-a434-48c9-9925-b696473b4231/c345566d-a434-48c9-9925-b696473b4231.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.928544] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81b25860-ff97-4d8d-92a1-5b33785b6cce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.937905] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 654.937905] env[69990]: value = "task-3445760" [ 654.937905] env[69990]: _type = "Task" [ 654.937905] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.948720] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445760, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.962782] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445758, 'name': CreateVM_Task, 'duration_secs': 0.384529} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.963150] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.963840] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.964750] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.964750] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.964750] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46145350-9122-4241-89b3-3fae44482a0a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.971089] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 654.971089] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5211865b-6b73-05aa-812f-d39aefa311ab" [ 654.971089] env[69990]: _type = "Task" [ 654.971089] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.980620] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5211865b-6b73-05aa-812f-d39aefa311ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.274906] env[69990]: DEBUG nova.network.neutron [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Updated VIF entry in instance network info cache for port d9228cf2-137c-468f-ba2a-940d37d58fc4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.274906] env[69990]: DEBUG nova.network.neutron [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Updating instance_info_cache with network_info: [{"id": "d9228cf2-137c-468f-ba2a-940d37d58fc4", "address": "fa:16:3e:52:70:da", "network": {"id": "d8d4c862-8be6-4f32-88a0-6199611c5060", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-956369821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce33700c96c4f4e86426a5a2d6a4c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9228cf2-13", "ovs_interfaceid": "d9228cf2-137c-468f-ba2a-940d37d58fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.374136] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483792} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.374401] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.374607] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.374863] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a246d2c-e476-49f9-9e67-6d8597eeb9cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.382405] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 655.382405] env[69990]: value = "task-3445761" [ 655.382405] env[69990]: _type = "Task" [ 655.382405] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.394144] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.454146] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445760, 'name': Rename_Task, 'duration_secs': 0.16813} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.454388] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.454651] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f436f743-10a5-40be-b0bd-640009ca1d66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.462923] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 655.462923] env[69990]: value = "task-3445762" [ 655.462923] env[69990]: _type = "Task" [ 655.462923] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.478605] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.484974] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5211865b-6b73-05aa-812f-d39aefa311ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014316} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.485743] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.486081] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.486411] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.486411] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.486545] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.489438] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1592d73-b24d-4538-aeaf-ee04a07f045d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.499572] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.500089] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.500991] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b8a221-01ad-4197-9aba-a637fbad2e05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.511364] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 655.511364] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521438d7-e997-b245-148f-4e5b86438a87" [ 655.511364] env[69990]: _type = "Task" [ 655.511364] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.520530] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521438d7-e997-b245-148f-4e5b86438a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.782291] env[69990]: DEBUG oslo_concurrency.lockutils [req-a477fef7-3f35-4487-bd66-591e54ca318a req-a46c2c42-f926-4693-92f5-18cf8ed13922 service nova] Releasing lock "refresh_cache-c1e85518-4f49-47a2-9913-0acdf416d5b0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.787416] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc4dbd8-16dd-44e1-92e4-643a597334cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.798338] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69827ce1-d609-4f97-9c74-1c253c25f48c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.831635] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b67078-3bc1-40ff-8696-86604c32c49e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.840050] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59323eac-b2e4-4b0a-841f-7f933905f765 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.856137] env[69990]: DEBUG nova.compute.provider_tree [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.893737] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069614} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.894017] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.894792] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3626509-8d51-49df-9bcc-7a5835c6aade {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.921756] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.921756] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f980c6bd-34ae-40ac-8561-738a9f5ff057 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.944520] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 655.944520] env[69990]: value = "task-3445763" [ 655.944520] env[69990]: _type = "Task" [ 655.944520] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.959407] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.974681] env[69990]: DEBUG oslo_vmware.api [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445762, 'name': PowerOnVM_Task, 'duration_secs': 0.500105} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.974681] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.974872] env[69990]: INFO nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Took 7.78 seconds to spawn the instance on the hypervisor. [ 655.974939] env[69990]: DEBUG nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.976064] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f9292f-e3a7-4d9b-9daa-674a16bc2fb5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.027028] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521438d7-e997-b245-148f-4e5b86438a87, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.027587] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7d3f56-3a61-41c9-900f-64ed6d9d1184 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.035168] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 656.035168] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e6b2c2-bcea-e535-ad64-4f0555275690" [ 656.035168] env[69990]: _type = "Task" [ 656.035168] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.050498] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e6b2c2-bcea-e535-ad64-4f0555275690, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.050830] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.051157] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] c1e85518-4f49-47a2-9913-0acdf416d5b0/c1e85518-4f49-47a2-9913-0acdf416d5b0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.051451] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19ae7df0-394b-45a3-b2f8-3409de6b802e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.060574] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 656.060574] env[69990]: value = "task-3445764" [ 656.060574] env[69990]: _type = "Task" [ 656.060574] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.070925] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.359818] env[69990]: DEBUG nova.scheduler.client.report [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.455309] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.498058] env[69990]: INFO nova.compute.manager [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Took 39.37 seconds to build instance. [ 656.572476] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445764, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.866342] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.866885] env[69990]: DEBUG nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.869895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.152s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.870299] env[69990]: DEBUG nova.objects.instance [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 656.955815] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445763, 'name': ReconfigVM_Task, 'duration_secs': 0.841685} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.956254] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Reconfigured VM instance instance-0000001b to attach disk [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817/d1b8d80e-03e0-48e1-ace4-32369a145817.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.956951] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924d19aa-4410-45f3-8551-a0add2d3bef5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.963937] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 656.963937] env[69990]: value = "task-3445765" [ 656.963937] env[69990]: _type = "Task" [ 656.963937] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.973192] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445765, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.008778] env[69990]: DEBUG oslo_concurrency.lockutils [None req-588ae864-3e93-4955-b3d7-9a2f1bf17e93 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "c345566d-a434-48c9-9925-b696473b4231" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.369s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.072737] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513897} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.072737] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] c1e85518-4f49-47a2-9913-0acdf416d5b0/c1e85518-4f49-47a2-9913-0acdf416d5b0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.072904] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.073563] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6f70ce3-17ed-4002-b15e-da737b009fcb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.081714] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 657.081714] env[69990]: value = "task-3445766" [ 657.081714] env[69990]: _type = "Task" [ 657.081714] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.093896] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.379741] env[69990]: DEBUG nova.compute.utils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.380495] env[69990]: DEBUG nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.382358] env[69990]: DEBUG nova.network.neutron [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.479762] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445765, 'name': Rename_Task, 'duration_secs': 0.222295} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.479762] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.479762] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a6608aa-63ae-4a90-85cd-7bd78340c35e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.488935] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 657.488935] env[69990]: value = "task-3445767" [ 657.488935] env[69990]: _type = "Task" [ 657.488935] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.495663] env[69990]: DEBUG nova.policy [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2fd394a219454b81c3aeca2f939d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4809cc083737402090184f3a9d75c331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.507279] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.508844] env[69990]: DEBUG nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.597070] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070194} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.597362] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.598182] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc217dd5-4445-42fd-abe1-261fa4360314 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.622481] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] c1e85518-4f49-47a2-9913-0acdf416d5b0/c1e85518-4f49-47a2-9913-0acdf416d5b0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.622967] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e77a9d-3769-4382-a555-4030ee71f8a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.647737] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 657.647737] env[69990]: value = "task-3445768" [ 657.647737] env[69990]: _type = "Task" [ 657.647737] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.660962] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.882671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b6fce2d-48df-4c8e-b43a-1d796a74b192 tempest-ServersAdmin275Test-2108446120 tempest-ServersAdmin275Test-2108446120-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.888076] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.302s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.888076] env[69990]: DEBUG nova.objects.instance [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lazy-loading 'resources' on Instance uuid 5d3e105d-3b67-4b69-826f-7cd2759f64d5 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.888076] env[69990]: DEBUG nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.997572] env[69990]: DEBUG nova.network.neutron [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Successfully created port: 412d42fe-befc-4ecf-a220-10b56504ae82 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.003888] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445767, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.046981] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.159208] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.277617] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "c345566d-a434-48c9-9925-b696473b4231" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.277895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "c345566d-a434-48c9-9925-b696473b4231" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.282033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "c345566d-a434-48c9-9925-b696473b4231-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.282033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "c345566d-a434-48c9-9925-b696473b4231-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.282033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "c345566d-a434-48c9-9925-b696473b4231-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.283386] env[69990]: INFO nova.compute.manager [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Terminating instance [ 658.506127] env[69990]: DEBUG oslo_vmware.api [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445767, 'name': PowerOnVM_Task, 'duration_secs': 0.612711} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.508927] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.508927] env[69990]: DEBUG nova.compute.manager [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.513169] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f8e80d-4057-48ce-864c-59fd24342dfc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.658967] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445768, 'name': ReconfigVM_Task, 'duration_secs': 0.563482} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.659100] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Reconfigured VM instance instance-0000001d to attach disk [datastore2] c1e85518-4f49-47a2-9913-0acdf416d5b0/c1e85518-4f49-47a2-9913-0acdf416d5b0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.659846] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf6792f-d44e-4f2d-8ba0-5e83c6234bf8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.669059] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 658.669059] env[69990]: value = "task-3445769" [ 658.669059] env[69990]: _type = "Task" [ 658.669059] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.677998] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445769, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.788107] env[69990]: DEBUG nova.compute.manager [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.788301] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.789254] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6acdd6f-2ee5-4db5-80c2-ca1a935c4b5b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.803922] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.806384] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49189f90-a0e9-4ede-b1a2-6153da168c66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.814575] env[69990]: DEBUG oslo_vmware.api [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 658.814575] env[69990]: value = "task-3445770" [ 658.814575] env[69990]: _type = "Task" [ 658.814575] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.830165] env[69990]: DEBUG oslo_vmware.api [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.908733] env[69990]: DEBUG nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.946998] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.946998] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.946998] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.947290] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.947290] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.947350] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.948436] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.948436] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.948436] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.951242] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.951565] env[69990]: DEBUG nova.virt.hardware [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.953964] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b9a23-6ee1-4928-8643-14a9f7d4c80f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.969373] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560efd29-22bd-4483-b512-03f27411bcd4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.038017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.164707] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b63f38-05a9-4b63-85b6-317ddd4b1aad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.176798] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fb59b7-a96c-4714-a6f6-02212f1e8e7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.185528] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445769, 'name': Rename_Task, 'duration_secs': 0.183952} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.185528] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.185977] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0a6e4d2-4312-4c3d-80d9-7e810a370a4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.221181] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeac7f2-e6af-454c-8664-a10d3fd94eee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.225601] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 659.225601] env[69990]: value = "task-3445771" [ 659.225601] env[69990]: _type = "Task" [ 659.225601] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.232906] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dbc363-32dc-4d14-b347-5c974f7f696c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.241332] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.252250] env[69990]: DEBUG nova.compute.provider_tree [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.329230] env[69990]: DEBUG oslo_vmware.api [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445770, 'name': PowerOffVM_Task, 'duration_secs': 0.219339} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.329490] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.329657] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.330855] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76dcb233-710f-49b8-8e68-394473f69401 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.423794] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.424052] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.424806] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Deleting the datastore file [datastore1] c345566d-a434-48c9-9925-b696473b4231 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.425377] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dde76342-1b4c-4a4e-b567-f9025f87e831 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.436703] env[69990]: DEBUG oslo_vmware.api [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for the task: (returnval){ [ 659.436703] env[69990]: value = "task-3445773" [ 659.436703] env[69990]: _type = "Task" [ 659.436703] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.447917] env[69990]: DEBUG oslo_vmware.api [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.544707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "519645f2-dc9a-4dbd-8107-17953efa47fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.545137] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.736770] env[69990]: DEBUG oslo_vmware.api [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445771, 'name': PowerOnVM_Task, 'duration_secs': 0.502598} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.737176] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.737358] env[69990]: INFO nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Took 7.86 seconds to spawn the instance on the hypervisor. [ 659.737464] env[69990]: DEBUG nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.738281] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751e727e-c9f9-4e79-88f0-ca9c366df4db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.755270] env[69990]: DEBUG nova.scheduler.client.report [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.803832] env[69990]: DEBUG nova.compute.manager [req-99d5a841-7446-403c-8041-8a72bd7ad9f2 req-94ce78d1-28dc-4fe3-9bbc-906dac1679d1 service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Received event network-vif-plugged-412d42fe-befc-4ecf-a220-10b56504ae82 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.804341] env[69990]: DEBUG oslo_concurrency.lockutils [req-99d5a841-7446-403c-8041-8a72bd7ad9f2 req-94ce78d1-28dc-4fe3-9bbc-906dac1679d1 service nova] Acquiring lock "90596d2c-1621-499c-b961-f274f6f61b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.804561] env[69990]: DEBUG oslo_concurrency.lockutils [req-99d5a841-7446-403c-8041-8a72bd7ad9f2 req-94ce78d1-28dc-4fe3-9bbc-906dac1679d1 service nova] Lock "90596d2c-1621-499c-b961-f274f6f61b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.804721] env[69990]: DEBUG oslo_concurrency.lockutils [req-99d5a841-7446-403c-8041-8a72bd7ad9f2 req-94ce78d1-28dc-4fe3-9bbc-906dac1679d1 service nova] Lock "90596d2c-1621-499c-b961-f274f6f61b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.804886] env[69990]: DEBUG nova.compute.manager [req-99d5a841-7446-403c-8041-8a72bd7ad9f2 req-94ce78d1-28dc-4fe3-9bbc-906dac1679d1 service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] No waiting events found dispatching network-vif-plugged-412d42fe-befc-4ecf-a220-10b56504ae82 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.805164] env[69990]: WARNING nova.compute.manager [req-99d5a841-7446-403c-8041-8a72bd7ad9f2 req-94ce78d1-28dc-4fe3-9bbc-906dac1679d1 service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Received unexpected event network-vif-plugged-412d42fe-befc-4ecf-a220-10b56504ae82 for instance with vm_state building and task_state spawning. [ 659.863606] env[69990]: DEBUG nova.network.neutron [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Successfully updated port: 412d42fe-befc-4ecf-a220-10b56504ae82 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.948166] env[69990]: DEBUG oslo_vmware.api [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Task: {'id': task-3445773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181938} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.948430] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.948616] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.948789] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.948960] env[69990]: INFO nova.compute.manager [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] [instance: c345566d-a434-48c9-9925-b696473b4231] Took 1.16 seconds to destroy the instance on the hypervisor. [ 659.949244] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.949442] env[69990]: DEBUG nova.compute.manager [-] [instance: c345566d-a434-48c9-9925-b696473b4231] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.949541] env[69990]: DEBUG nova.network.neutron [-] [instance: c345566d-a434-48c9-9925-b696473b4231] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.259997] env[69990]: INFO nova.compute.manager [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Took 40.32 seconds to build instance. [ 660.264313] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.267328] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "d1b8d80e-03e0-48e1-ace4-32369a145817" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.267616] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "d1b8d80e-03e0-48e1-ace4-32369a145817" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.267855] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "d1b8d80e-03e0-48e1-ace4-32369a145817-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.268122] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "d1b8d80e-03e0-48e1-ace4-32369a145817-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.269204] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "d1b8d80e-03e0-48e1-ace4-32369a145817-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.270334] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.405s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.273845] env[69990]: INFO nova.compute.claims [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.280348] env[69990]: INFO nova.compute.manager [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Terminating instance [ 660.309081] env[69990]: INFO nova.scheduler.client.report [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleted allocations for instance 5d3e105d-3b67-4b69-826f-7cd2759f64d5 [ 660.366236] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "refresh_cache-90596d2c-1621-499c-b961-f274f6f61b11" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.366359] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired lock "refresh_cache-90596d2c-1621-499c-b961-f274f6f61b11" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.366501] env[69990]: DEBUG nova.network.neutron [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.763791] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5385e658-e982-4d3d-89c4-5f3afca42ee6 tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.163s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.787950] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "refresh_cache-d1b8d80e-03e0-48e1-ace4-32369a145817" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.787950] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquired lock "refresh_cache-d1b8d80e-03e0-48e1-ace4-32369a145817" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.787950] env[69990]: DEBUG nova.network.neutron [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.817849] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1596706-0932-4436-8483-4bec39645abb tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5d3e105d-3b67-4b69-826f-7cd2759f64d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.913s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.827502] env[69990]: DEBUG nova.network.neutron [-] [instance: c345566d-a434-48c9-9925-b696473b4231] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.862768] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "c1e85518-4f49-47a2-9913-0acdf416d5b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.862768] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.862768] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "c1e85518-4f49-47a2-9913-0acdf416d5b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.862768] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.862768] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.864278] env[69990]: INFO nova.compute.manager [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Terminating instance [ 660.903291] env[69990]: DEBUG nova.network.neutron [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.081785] env[69990]: DEBUG nova.network.neutron [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Updating instance_info_cache with network_info: [{"id": "412d42fe-befc-4ecf-a220-10b56504ae82", "address": "fa:16:3e:55:9f:d4", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412d42fe-be", "ovs_interfaceid": "412d42fe-befc-4ecf-a220-10b56504ae82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.267077] env[69990]: DEBUG nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.315288] env[69990]: DEBUG nova.network.neutron [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.331327] env[69990]: INFO nova.compute.manager [-] [instance: c345566d-a434-48c9-9925-b696473b4231] Took 1.38 seconds to deallocate network for instance. [ 661.370716] env[69990]: DEBUG nova.compute.manager [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.371072] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.372414] env[69990]: DEBUG nova.network.neutron [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.374716] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b46f89d-3518-4cc4-8541-77f63621f0aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.385438] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.390747] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b53e4e8d-571b-450d-a069-e9dde49be9d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.400369] env[69990]: DEBUG oslo_vmware.api [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 661.400369] env[69990]: value = "task-3445774" [ 661.400369] env[69990]: _type = "Task" [ 661.400369] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.413831] env[69990]: DEBUG oslo_vmware.api [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.536741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.536992] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.584749] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Releasing lock "refresh_cache-90596d2c-1621-499c-b961-f274f6f61b11" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.585079] env[69990]: DEBUG nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Instance network_info: |[{"id": "412d42fe-befc-4ecf-a220-10b56504ae82", "address": "fa:16:3e:55:9f:d4", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412d42fe-be", "ovs_interfaceid": "412d42fe-befc-4ecf-a220-10b56504ae82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.585488] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:9f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412d42fe-befc-4ecf-a220-10b56504ae82', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.595128] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.598022] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.598464] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219d1e04-1ec4-4431-98bf-7e65d2073954 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.623572] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.623572] env[69990]: value = "task-3445775" [ 661.623572] env[69990]: _type = "Task" [ 661.623572] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.636486] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445775, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.789470] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.835453] env[69990]: DEBUG nova.compute.manager [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Received event network-changed-412d42fe-befc-4ecf-a220-10b56504ae82 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.835453] env[69990]: DEBUG nova.compute.manager [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Refreshing instance network info cache due to event network-changed-412d42fe-befc-4ecf-a220-10b56504ae82. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.835453] env[69990]: DEBUG oslo_concurrency.lockutils [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] Acquiring lock "refresh_cache-90596d2c-1621-499c-b961-f274f6f61b11" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.835453] env[69990]: DEBUG oslo_concurrency.lockutils [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] Acquired lock "refresh_cache-90596d2c-1621-499c-b961-f274f6f61b11" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.835453] env[69990]: DEBUG nova.network.neutron [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Refreshing network info cache for port 412d42fe-befc-4ecf-a220-10b56504ae82 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.837871] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.879158] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Releasing lock "refresh_cache-d1b8d80e-03e0-48e1-ace4-32369a145817" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.879571] env[69990]: DEBUG nova.compute.manager [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.879757] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.880636] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c75c8-f741-44f5-af1c-ea61928515f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.884921] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174b63c-8278-45df-b89a-65c358ffe4cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.894963] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb1fbbd-691b-4c5f-9501-400b1b19c758 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.897863] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.898111] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ca5c0b-1a0a-4d1c-a4fa-81e0eca5056d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.951983] env[69990]: DEBUG oslo_vmware.api [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445774, 'name': PowerOffVM_Task, 'duration_secs': 0.355446} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.952306] env[69990]: DEBUG oslo_vmware.api [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 661.952306] env[69990]: value = "task-3445776" [ 661.952306] env[69990]: _type = "Task" [ 661.952306] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.952728] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.952934] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.954035] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02848b32-74f2-472e-8962-55b514c8e52f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.956381] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dacf8787-7ac2-4ece-b96b-bb92ccf106b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.970739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33417864-0f55-4e24-8eb3-3b2065faeba5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.973933] env[69990]: DEBUG oslo_vmware.api [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.987043] env[69990]: DEBUG nova.compute.provider_tree [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.038419] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.038640] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.038825] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Deleting the datastore file [datastore2] c1e85518-4f49-47a2-9913-0acdf416d5b0 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.039124] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98324a55-09a5-4ca7-bd10-42ff3e13f7b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.050440] env[69990]: DEBUG oslo_vmware.api [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for the task: (returnval){ [ 662.050440] env[69990]: value = "task-3445778" [ 662.050440] env[69990]: _type = "Task" [ 662.050440] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.059792] env[69990]: DEBUG oslo_vmware.api [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.141770] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445775, 'name': CreateVM_Task, 'duration_secs': 0.498959} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.141964] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.142767] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.142976] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.143312] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.143586] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a729374-6f2e-44b8-835f-cee8d090499a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.149946] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 662.149946] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525c23fe-6c7a-8937-9690-99666f081dcc" [ 662.149946] env[69990]: _type = "Task" [ 662.149946] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.158145] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525c23fe-6c7a-8937-9690-99666f081dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.462596] env[69990]: DEBUG oslo_vmware.api [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445776, 'name': PowerOffVM_Task, 'duration_secs': 0.199948} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.462817] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.463625] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.463625] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f0c4bf2-2427-44ed-b19b-2815beef2e48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.493108] env[69990]: DEBUG nova.scheduler.client.report [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.495020] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.495230] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.495405] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Deleting the datastore file [datastore2] d1b8d80e-03e0-48e1-ace4-32369a145817 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.497201] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9daf9e1e-7551-4f19-badf-fc573b0a8955 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.504189] env[69990]: DEBUG oslo_vmware.api [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for the task: (returnval){ [ 662.504189] env[69990]: value = "task-3445780" [ 662.504189] env[69990]: _type = "Task" [ 662.504189] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.513612] env[69990]: DEBUG oslo_vmware.api [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.564162] env[69990]: DEBUG oslo_vmware.api [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Task: {'id': task-3445778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156746} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.564162] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.564162] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.564162] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.564162] env[69990]: INFO nova.compute.manager [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 662.564356] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.564515] env[69990]: DEBUG nova.compute.manager [-] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.564615] env[69990]: DEBUG nova.network.neutron [-] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.601911] env[69990]: DEBUG nova.network.neutron [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Updated VIF entry in instance network info cache for port 412d42fe-befc-4ecf-a220-10b56504ae82. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.602391] env[69990]: DEBUG nova.network.neutron [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Updating instance_info_cache with network_info: [{"id": "412d42fe-befc-4ecf-a220-10b56504ae82", "address": "fa:16:3e:55:9f:d4", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412d42fe-be", "ovs_interfaceid": "412d42fe-befc-4ecf-a220-10b56504ae82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.661765] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525c23fe-6c7a-8937-9690-99666f081dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.022444} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.662017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.662251] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.662492] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.662637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.662817] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.663105] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8846dcb-73b4-4ac9-83fb-4773426b5b73 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.673707] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.673707] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.674566] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3718567a-81a5-4e27-bf82-0750f30bc63d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.682932] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 662.682932] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f80b96-076f-4ad9-bc5c-b85ffc7d7906" [ 662.682932] env[69990]: _type = "Task" [ 662.682932] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.696437] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f80b96-076f-4ad9-bc5c-b85ffc7d7906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.898045] env[69990]: DEBUG nova.compute.manager [req-0dc36a63-9f37-4597-af46-147db1e78cfa req-913ad6d6-30eb-47d3-a677-5029fde4a6b2 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Received event network-vif-deleted-d9228cf2-137c-468f-ba2a-940d37d58fc4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.898784] env[69990]: INFO nova.compute.manager [req-0dc36a63-9f37-4597-af46-147db1e78cfa req-913ad6d6-30eb-47d3-a677-5029fde4a6b2 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Neutron deleted interface d9228cf2-137c-468f-ba2a-940d37d58fc4; detaching it from the instance and deleting it from the info cache [ 662.898784] env[69990]: DEBUG nova.network.neutron [req-0dc36a63-9f37-4597-af46-147db1e78cfa req-913ad6d6-30eb-47d3-a677-5029fde4a6b2 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.999069] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.999069] env[69990]: DEBUG nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.001536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.534s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.015626] env[69990]: DEBUG oslo_vmware.api [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Task: {'id': task-3445780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098189} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.017234] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.017510] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.017736] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.017974] env[69990]: INFO nova.compute.manager [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Took 1.14 seconds to destroy the instance on the hypervisor. [ 663.018323] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.018822] env[69990]: DEBUG nova.compute.manager [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.018977] env[69990]: DEBUG nova.network.neutron [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.036198] env[69990]: DEBUG nova.network.neutron [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.106032] env[69990]: DEBUG oslo_concurrency.lockutils [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] Releasing lock "refresh_cache-90596d2c-1621-499c-b961-f274f6f61b11" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.106173] env[69990]: DEBUG nova.compute.manager [req-63eb6a18-a275-4599-9dc1-e48e9fcd187e req-d9f995a2-8f14-4fb4-af02-cdd7fc2e540e service nova] [instance: c345566d-a434-48c9-9925-b696473b4231] Received event network-vif-deleted-32e1a03e-9fc8-4973-83de-a61086d3b840 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.197799] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f80b96-076f-4ad9-bc5c-b85ffc7d7906, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.198933] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388cc721-4078-44fc-b039-9ac101f3a64d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.205030] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 663.205030] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f94698-862d-fc42-d8c8-6ce676907026" [ 663.205030] env[69990]: _type = "Task" [ 663.205030] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.213057] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f94698-862d-fc42-d8c8-6ce676907026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.317063] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "74907754-3b40-4162-90f1-b2b3c8363911" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.317376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "74907754-3b40-4162-90f1-b2b3c8363911" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.317653] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "74907754-3b40-4162-90f1-b2b3c8363911-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.317887] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "74907754-3b40-4162-90f1-b2b3c8363911-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.318176] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "74907754-3b40-4162-90f1-b2b3c8363911-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.320491] env[69990]: INFO nova.compute.manager [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Terminating instance [ 663.329563] env[69990]: DEBUG nova.network.neutron [-] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.401036] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69f67325-2f8d-4319-9bba-e4721a3d08bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.412559] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ede9a-30d4-437f-95e6-4f6bd0437de8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.448293] env[69990]: DEBUG nova.compute.manager [req-0dc36a63-9f37-4597-af46-147db1e78cfa req-913ad6d6-30eb-47d3-a677-5029fde4a6b2 service nova] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Detach interface failed, port_id=d9228cf2-137c-468f-ba2a-940d37d58fc4, reason: Instance c1e85518-4f49-47a2-9913-0acdf416d5b0 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 663.457060] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "5bb80322-b90e-46d1-8990-4c460ce69167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.457315] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5bb80322-b90e-46d1-8990-4c460ce69167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.457547] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "5bb80322-b90e-46d1-8990-4c460ce69167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.457693] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5bb80322-b90e-46d1-8990-4c460ce69167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.457867] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5bb80322-b90e-46d1-8990-4c460ce69167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.460118] env[69990]: INFO nova.compute.manager [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Terminating instance [ 663.505076] env[69990]: DEBUG nova.compute.utils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.506567] env[69990]: DEBUG nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.506736] env[69990]: DEBUG nova.network.neutron [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.537970] env[69990]: DEBUG nova.network.neutron [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.554967] env[69990]: DEBUG nova.policy [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc17f458095746908d0f4090587a2213', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780240f49de34d9696b0c9b9d9e7390d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.718336] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f94698-862d-fc42-d8c8-6ce676907026, 'name': SearchDatastore_Task, 'duration_secs': 0.033078} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.721558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.721912] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 90596d2c-1621-499c-b961-f274f6f61b11/90596d2c-1621-499c-b961-f274f6f61b11.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.722554] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64cda9ac-c255-408a-ad6e-18e327a580d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.731206] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 663.731206] env[69990]: value = "task-3445781" [ 663.731206] env[69990]: _type = "Task" [ 663.731206] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.744577] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.825552] env[69990]: DEBUG nova.compute.manager [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.825552] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.828080] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15150e5b-0c1b-4806-b368-c86fbae9f7b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.832045] env[69990]: INFO nova.compute.manager [-] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Took 1.27 seconds to deallocate network for instance. [ 663.839333] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.842434] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf381b45-3e1c-4a60-8d5c-4f7166c40afd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.855153] env[69990]: DEBUG oslo_vmware.api [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 663.855153] env[69990]: value = "task-3445782" [ 663.855153] env[69990]: _type = "Task" [ 663.855153] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.868424] env[69990]: DEBUG oslo_vmware.api [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.914233] env[69990]: DEBUG nova.network.neutron [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Successfully created port: abc7c915-8b78-461d-a8f3-e325cf80eb0d {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.963826] env[69990]: DEBUG nova.compute.manager [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.964076] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.965413] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3758ef6c-3ef8-4c21-82be-3ce41a12284c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.979732] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.979732] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0e0f1fb-d7c6-443b-8c8f-e4bba0efea8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.989702] env[69990]: DEBUG oslo_vmware.api [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 663.989702] env[69990]: value = "task-3445783" [ 663.989702] env[69990]: _type = "Task" [ 663.989702] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.000014] env[69990]: DEBUG oslo_vmware.api [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.012033] env[69990]: DEBUG nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.042028] env[69990]: INFO nova.compute.manager [-] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Took 1.02 seconds to deallocate network for instance. [ 664.122325] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c92a8f-c29b-4ed9-b882-57b360b86abb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.130531] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dccee1-e73d-415e-88c1-51c5be8e48ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.166879] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f33cf7-3e75-417b-9eb8-f09564d5926d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.178966] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a1f419-99e5-42d6-8498-a8a377d5a142 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.199065] env[69990]: DEBUG nova.compute.provider_tree [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.241695] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485516} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.241951] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 90596d2c-1621-499c-b961-f274f6f61b11/90596d2c-1621-499c-b961-f274f6f61b11.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.242845] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.243167] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b21646b-576d-41be-8669-2d5c90b3c272 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.251600] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 664.251600] env[69990]: value = "task-3445784" [ 664.251600] env[69990]: _type = "Task" [ 664.251600] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.260291] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.345823] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.371036] env[69990]: DEBUG oslo_vmware.api [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445782, 'name': PowerOffVM_Task, 'duration_secs': 0.279924} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.371481] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.371664] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.371927] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83ab7d48-981d-42b6-95b9-d8847db06af7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.447162] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.447162] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.447162] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleting the datastore file [datastore2] 74907754-3b40-4162-90f1-b2b3c8363911 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.447162] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-922a0419-5a61-467c-b309-a0c7bfe4979f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.457107] env[69990]: DEBUG oslo_vmware.api [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 664.457107] env[69990]: value = "task-3445786" [ 664.457107] env[69990]: _type = "Task" [ 664.457107] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.466792] env[69990]: DEBUG oslo_vmware.api [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.500701] env[69990]: DEBUG oslo_vmware.api [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445783, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.554179] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.702363] env[69990]: DEBUG nova.scheduler.client.report [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.762060] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072933} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.762332] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.763119] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb33d1-50be-4f15-b79a-4e0d2a6d87c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.786301] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 90596d2c-1621-499c-b961-f274f6f61b11/90596d2c-1621-499c-b961-f274f6f61b11.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.786589] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-345119c0-4c5f-4c2e-bd8a-c101370aac58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.808414] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 664.808414] env[69990]: value = "task-3445787" [ 664.808414] env[69990]: _type = "Task" [ 664.808414] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.815852] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.967483] env[69990]: DEBUG oslo_vmware.api [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166465} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.967778] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.968079] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.968248] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.968333] env[69990]: INFO nova.compute.manager [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Took 1.14 seconds to destroy the instance on the hypervisor. [ 664.968568] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.968761] env[69990]: DEBUG nova.compute.manager [-] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.968858] env[69990]: DEBUG nova.network.neutron [-] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.000285] env[69990]: DEBUG oslo_vmware.api [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445783, 'name': PowerOffVM_Task, 'duration_secs': 0.530915} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.000546] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.000709] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.000952] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa0b377-f03b-4c83-8610-ff656ca7259d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.020020] env[69990]: DEBUG nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.050051] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.050298] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.050458] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.050637] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.050784] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.050930] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.051205] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.051370] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.051531] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.051690] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.051858] env[69990]: DEBUG nova.virt.hardware [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.052745] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7851e98-4042-4334-9ab1-01a512226e9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.061685] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce52319-8ce9-4bf4-b6a5-a87c70b94483 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.279082] env[69990]: DEBUG nova.compute.manager [req-39826904-e4ae-4cf7-a1d6-9e615d1f0bb2 req-dd9650c8-09c6-41ff-a28a-94f328ebc543 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Received event network-vif-deleted-4887f6ff-ef3f-4f43-a5e2-345fe94b33d3 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.279362] env[69990]: INFO nova.compute.manager [req-39826904-e4ae-4cf7-a1d6-9e615d1f0bb2 req-dd9650c8-09c6-41ff-a28a-94f328ebc543 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Neutron deleted interface 4887f6ff-ef3f-4f43-a5e2-345fe94b33d3; detaching it from the instance and deleting it from the info cache [ 665.279362] env[69990]: DEBUG nova.network.neutron [req-39826904-e4ae-4cf7-a1d6-9e615d1f0bb2 req-dd9650c8-09c6-41ff-a28a-94f328ebc543 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.318854] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.451276] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.451551] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.451843] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleting the datastore file [datastore1] 5bb80322-b90e-46d1-8990-4c460ce69167 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.452263] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f24a62a3-b766-4b93-ad67-030ecc178547 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.464454] env[69990]: DEBUG oslo_vmware.api [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for the task: (returnval){ [ 665.464454] env[69990]: value = "task-3445789" [ 665.464454] env[69990]: _type = "Task" [ 665.464454] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.474772] env[69990]: DEBUG oslo_vmware.api [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.713707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.712s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.716784] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.924s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.717079] env[69990]: DEBUG nova.objects.instance [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lazy-loading 'resources' on Instance uuid 1b16d347-9579-497b-8b20-5d3f58d029d2 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.739557] env[69990]: DEBUG nova.network.neutron [-] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.782116] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39c18e2b-bd79-4c64-894d-c88378689e43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.794850] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baefa50-8c5e-4efd-bee4-e87096da2c8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.817192] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445787, 'name': ReconfigVM_Task, 'duration_secs': 0.692364} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.817477] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 90596d2c-1621-499c-b961-f274f6f61b11/90596d2c-1621-499c-b961-f274f6f61b11.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.818168] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b678ea99-8468-4c2c-9a08-4df386204858 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.825031] env[69990]: DEBUG nova.network.neutron [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Successfully updated port: abc7c915-8b78-461d-a8f3-e325cf80eb0d {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.827683] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 665.827683] env[69990]: value = "task-3445790" [ 665.827683] env[69990]: _type = "Task" [ 665.827683] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.836562] env[69990]: DEBUG nova.compute.manager [req-39826904-e4ae-4cf7-a1d6-9e615d1f0bb2 req-dd9650c8-09c6-41ff-a28a-94f328ebc543 service nova] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Detach interface failed, port_id=4887f6ff-ef3f-4f43-a5e2-345fe94b33d3, reason: Instance 74907754-3b40-4162-90f1-b2b3c8363911 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 665.847318] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445790, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.878243] env[69990]: DEBUG nova.compute.manager [req-3239172a-bf98-40a0-9ca6-461b68ad6f33 req-aae2c5fe-31b9-4f0a-84a8-f75ef94fd520 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Received event network-vif-plugged-abc7c915-8b78-461d-a8f3-e325cf80eb0d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.878516] env[69990]: DEBUG oslo_concurrency.lockutils [req-3239172a-bf98-40a0-9ca6-461b68ad6f33 req-aae2c5fe-31b9-4f0a-84a8-f75ef94fd520 service nova] Acquiring lock "66f44427-f09b-431c-a391-98ef8e838f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.879053] env[69990]: DEBUG oslo_concurrency.lockutils [req-3239172a-bf98-40a0-9ca6-461b68ad6f33 req-aae2c5fe-31b9-4f0a-84a8-f75ef94fd520 service nova] Lock "66f44427-f09b-431c-a391-98ef8e838f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.879053] env[69990]: DEBUG oslo_concurrency.lockutils [req-3239172a-bf98-40a0-9ca6-461b68ad6f33 req-aae2c5fe-31b9-4f0a-84a8-f75ef94fd520 service nova] Lock "66f44427-f09b-431c-a391-98ef8e838f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.879233] env[69990]: DEBUG nova.compute.manager [req-3239172a-bf98-40a0-9ca6-461b68ad6f33 req-aae2c5fe-31b9-4f0a-84a8-f75ef94fd520 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] No waiting events found dispatching network-vif-plugged-abc7c915-8b78-461d-a8f3-e325cf80eb0d {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.879455] env[69990]: WARNING nova.compute.manager [req-3239172a-bf98-40a0-9ca6-461b68ad6f33 req-aae2c5fe-31b9-4f0a-84a8-f75ef94fd520 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Received unexpected event network-vif-plugged-abc7c915-8b78-461d-a8f3-e325cf80eb0d for instance with vm_state building and task_state spawning. [ 665.978029] env[69990]: DEBUG oslo_vmware.api [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Task: {'id': task-3445789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148574} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.978029] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.978029] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.978029] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.978029] env[69990]: INFO nova.compute.manager [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Took 2.01 seconds to destroy the instance on the hypervisor. [ 665.978029] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.978029] env[69990]: DEBUG nova.compute.manager [-] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.978029] env[69990]: DEBUG nova.network.neutron [-] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.242072] env[69990]: INFO nova.compute.manager [-] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Took 1.27 seconds to deallocate network for instance. [ 666.282695] env[69990]: INFO nova.scheduler.client.report [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Deleted allocation for migration 3da01377-27d5-4fd9-b213-db6ff3289c8e [ 666.327016] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327149] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.327243] env[69990]: DEBUG nova.network.neutron [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.348812] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445790, 'name': Rename_Task, 'duration_secs': 0.165303} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.351384] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.351841] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a2947a2-6a3d-41be-a247-3a7bc975327e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.359863] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 666.359863] env[69990]: value = "task-3445791" [ 666.359863] env[69990]: _type = "Task" [ 666.359863] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.372468] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.672145] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b0ad75-a5a0-42d5-9128-4ef758ae1ec7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.682726] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58688cc-e34d-461d-8e3c-d977dc466ebc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.714807] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbda31e-ec60-4772-9898-137ebe015e99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.724226] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf87b6-af7c-428b-b697-e34241836a64 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.738382] env[69990]: DEBUG nova.network.neutron [-] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.739631] env[69990]: DEBUG nova.compute.provider_tree [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.752933] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.789065] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53d26a04-0270-4551-b691-7d0e3fc3b917 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.911s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.870783] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.890188] env[69990]: DEBUG nova.network.neutron [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.147696] env[69990]: DEBUG nova.network.neutron [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Updating instance_info_cache with network_info: [{"id": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "address": "fa:16:3e:85:a8:4e", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7c915-8b", "ovs_interfaceid": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.242292] env[69990]: INFO nova.compute.manager [-] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Took 1.27 seconds to deallocate network for instance. [ 667.244629] env[69990]: DEBUG nova.scheduler.client.report [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.372911] env[69990]: DEBUG oslo_vmware.api [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445791, 'name': PowerOnVM_Task, 'duration_secs': 1.001772} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.373193] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.373395] env[69990]: INFO nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Took 8.46 seconds to spawn the instance on the hypervisor. [ 667.373571] env[69990]: DEBUG nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.374390] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf04f9-89b1-48ed-9cfd-8ba6167876f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.653879] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.654130] env[69990]: DEBUG nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Instance network_info: |[{"id": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "address": "fa:16:3e:85:a8:4e", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7c915-8b", "ovs_interfaceid": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.654784] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:a8:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abc7c915-8b78-461d-a8f3-e325cf80eb0d', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.670014] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating folder: Project (780240f49de34d9696b0c9b9d9e7390d). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.670592] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d11c30e-9133-4092-8e01-ab6af18324fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.685954] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created folder: Project (780240f49de34d9696b0c9b9d9e7390d) in parent group-v687779. [ 667.686298] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating folder: Instances. Parent ref: group-v687872. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.686693] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b85ef4f3-32b6-4050-a2e5-f1346a679658 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.702205] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created folder: Instances in parent group-v687872. [ 667.702489] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.702868] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.703146] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7315ff6c-d7e0-45bb-87b9-74444fd89167 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.727895] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.727895] env[69990]: value = "task-3445794" [ 667.727895] env[69990]: _type = "Task" [ 667.727895] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.741815] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445794, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.752564] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.756056] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.756442] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.336s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.756926] env[69990]: DEBUG nova.objects.instance [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lazy-loading 'resources' on Instance uuid 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.794976] env[69990]: INFO nova.scheduler.client.report [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Deleted allocations for instance 1b16d347-9579-497b-8b20-5d3f58d029d2 [ 667.897999] env[69990]: INFO nova.compute.manager [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Took 42.30 seconds to build instance. [ 667.971101] env[69990]: DEBUG nova.compute.manager [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Received event network-changed-abc7c915-8b78-461d-a8f3-e325cf80eb0d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.971320] env[69990]: DEBUG nova.compute.manager [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Refreshing instance network info cache due to event network-changed-abc7c915-8b78-461d-a8f3-e325cf80eb0d. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.971545] env[69990]: DEBUG oslo_concurrency.lockutils [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] Acquiring lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.971681] env[69990]: DEBUG oslo_concurrency.lockutils [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] Acquired lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.971837] env[69990]: DEBUG nova.network.neutron [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Refreshing network info cache for port abc7c915-8b78-461d-a8f3-e325cf80eb0d {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.239250] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445794, 'name': CreateVM_Task, 'duration_secs': 0.343542} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.239524] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.240272] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.240468] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.240826] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.241149] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe036c5-77e4-4ee9-8bfd-a93bbb57a483 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.246898] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 668.246898] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fe3a3b-944e-0ff0-9fc7-954a3a7ce9de" [ 668.246898] env[69990]: _type = "Task" [ 668.246898] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.255649] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fe3a3b-944e-0ff0-9fc7-954a3a7ce9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.305094] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3dfa0a1d-d8f8-448b-83af-1a699f95210a tempest-ServersAdmin275Test-1670605924 tempest-ServersAdmin275Test-1670605924-project-member] Lock "1b16d347-9579-497b-8b20-5d3f58d029d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.799s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.383613] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "a78c0515-6ba4-43af-9d9e-50a253adc898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.383973] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.400663] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c753f6c7-cc69-4f27-9925-ce81ddae9457 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "90596d2c-1621-499c-b961-f274f6f61b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.883s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.428171] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382d23af-fafc-49a9-9422-93faa55577af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.440861] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a070ba40-785b-43e3-bb68-9157fbe2557f tempest-ServersAdminNegativeTestJSON-1614387869 tempest-ServersAdminNegativeTestJSON-1614387869-project-admin] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Suspending the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 668.440861] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-01f55286-8d83-4e07-9cb2-679b4241cce3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.449100] env[69990]: DEBUG oslo_vmware.api [None req-a070ba40-785b-43e3-bb68-9157fbe2557f tempest-ServersAdminNegativeTestJSON-1614387869 tempest-ServersAdminNegativeTestJSON-1614387869-project-admin] Waiting for the task: (returnval){ [ 668.449100] env[69990]: value = "task-3445795" [ 668.449100] env[69990]: _type = "Task" [ 668.449100] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.458103] env[69990]: DEBUG oslo_vmware.api [None req-a070ba40-785b-43e3-bb68-9157fbe2557f tempest-ServersAdminNegativeTestJSON-1614387869 tempest-ServersAdminNegativeTestJSON-1614387869-project-admin] Task: {'id': task-3445795, 'name': SuspendVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.778918] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fe3a3b-944e-0ff0-9fc7-954a3a7ce9de, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.778918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.778918] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.778918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.778918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.778918] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.778918] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0812c58b-0b81-4db8-a25e-571f0478431a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.786731] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.786903] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.787714] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990f1a48-e376-417a-ae97-4f0bb5c132c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.795444] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 668.795444] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b75a04-706b-49eb-5d53-fda4b6d01cbe" [ 668.795444] env[69990]: _type = "Task" [ 668.795444] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.801521] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536e2d04-38e2-41cd-9976-28853ff951a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.807765] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b75a04-706b-49eb-5d53-fda4b6d01cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.809203] env[69990]: DEBUG nova.network.neutron [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Updated VIF entry in instance network info cache for port abc7c915-8b78-461d-a8f3-e325cf80eb0d. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.809203] env[69990]: DEBUG nova.network.neutron [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Updating instance_info_cache with network_info: [{"id": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "address": "fa:16:3e:85:a8:4e", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7c915-8b", "ovs_interfaceid": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.816065] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e21f06-961c-4f7a-b5f0-855de73faafb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.848071] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81a6f78-39c4-497e-9e39-96d6de34b9d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.860473] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a331530-d276-401c-a7fe-e30a6fa08e96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.875873] env[69990]: DEBUG nova.compute.provider_tree [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.902510] env[69990]: DEBUG nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.959531] env[69990]: DEBUG oslo_vmware.api [None req-a070ba40-785b-43e3-bb68-9157fbe2557f tempest-ServersAdminNegativeTestJSON-1614387869 tempest-ServersAdminNegativeTestJSON-1614387869-project-admin] Task: {'id': task-3445795, 'name': SuspendVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.308436] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b75a04-706b-49eb-5d53-fda4b6d01cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.310012] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b09d8c3-690e-4212-aee5-3e2b2dced403 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.312574] env[69990]: DEBUG oslo_concurrency.lockutils [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] Releasing lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.313187] env[69990]: DEBUG nova.compute.manager [req-7a2e2b7b-4b33-4fa8-a08d-37f0cd4e5907 req-cc9b3251-5a55-40ac-b259-7f6e10395817 service nova] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Received event network-vif-deleted-9c0c8245-cacb-426d-a8e7-dc13ecc25748 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.317894] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 669.317894] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a4d3b4-dd4d-2066-5534-0cf75bf58a5b" [ 669.317894] env[69990]: _type = "Task" [ 669.317894] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.326955] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a4d3b4-dd4d-2066-5534-0cf75bf58a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.379453] env[69990]: DEBUG nova.scheduler.client.report [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.425277] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.458833] env[69990]: DEBUG oslo_vmware.api [None req-a070ba40-785b-43e3-bb68-9157fbe2557f tempest-ServersAdminNegativeTestJSON-1614387869 tempest-ServersAdminNegativeTestJSON-1614387869-project-admin] Task: {'id': task-3445795, 'name': SuspendVM_Task, 'duration_secs': 0.627501} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.459075] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a070ba40-785b-43e3-bb68-9157fbe2557f tempest-ServersAdminNegativeTestJSON-1614387869 tempest-ServersAdminNegativeTestJSON-1614387869-project-admin] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Suspended the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 669.459272] env[69990]: DEBUG nova.compute.manager [None req-a070ba40-785b-43e3-bb68-9157fbe2557f tempest-ServersAdminNegativeTestJSON-1614387869 tempest-ServersAdminNegativeTestJSON-1614387869-project-admin] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.460096] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e2e48-07af-4a42-8beb-364ae1b222cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.828387] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a4d3b4-dd4d-2066-5534-0cf75bf58a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.828671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.828932] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/66f44427-f09b-431c-a391-98ef8e838f3f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.829208] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e69c916e-53f7-49c3-a092-04bca751bf12 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.836360] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 669.836360] env[69990]: value = "task-3445796" [ 669.836360] env[69990]: _type = "Task" [ 669.836360] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.844530] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.885756] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.888213] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.464s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.888472] env[69990]: DEBUG nova.objects.instance [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lazy-loading 'resources' on Instance uuid b89c7304-756d-4183-8fdd-48bb5a643686 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.916156] env[69990]: INFO nova.scheduler.client.report [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted allocations for instance 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0 [ 670.347151] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445796, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.423790] env[69990]: DEBUG oslo_concurrency.lockutils [None req-873f6e09-c6cb-40e7-829c-3bb6acb3d48a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "6b3af7bc-c1ef-4b05-90e9-51d09338dbd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.709s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.850297] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516287} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.850987] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/66f44427-f09b-431c-a391-98ef8e838f3f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.850987] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.854095] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1e39b7-d675-402b-9de0-b0ef594f573d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.863564] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 670.863564] env[69990]: value = "task-3445797" [ 670.863564] env[69990]: _type = "Task" [ 670.863564] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.875837] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.946760] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97958476-9d39-454b-a51a-eeb952541bb0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.955298] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e464f-458f-4dbc-ba2c-557c997cc0fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.987988] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4c29fb-c3f4-4349-8ac8-689fa09deec7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.000524] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0955b058-ce5f-4348-a8b6-e6e0f3635739 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.014416] env[69990]: DEBUG nova.compute.provider_tree [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.378527] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072874} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.378857] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.380360] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7914fd-7cd5-4d1d-a48d-e73a2bb3be6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.403691] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/66f44427-f09b-431c-a391-98ef8e838f3f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.403917] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6df7efa-3a42-402c-ab39-874ed8ce232f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.426032] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 671.426032] env[69990]: value = "task-3445798" [ 671.426032] env[69990]: _type = "Task" [ 671.426032] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.435150] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.517588] env[69990]: DEBUG nova.scheduler.client.report [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.523406] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.523658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.873602] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "90596d2c-1621-499c-b961-f274f6f61b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.873953] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "90596d2c-1621-499c-b961-f274f6f61b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.874227] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "90596d2c-1621-499c-b961-f274f6f61b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.874455] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "90596d2c-1621-499c-b961-f274f6f61b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.875040] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "90596d2c-1621-499c-b961-f274f6f61b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.878526] env[69990]: INFO nova.compute.manager [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Terminating instance [ 671.936471] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445798, 'name': ReconfigVM_Task, 'duration_secs': 0.279956} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.936777] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/66f44427-f09b-431c-a391-98ef8e838f3f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.937524] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f79486a1-8cfb-4025-abff-0e822fb9676a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.945735] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 671.945735] env[69990]: value = "task-3445799" [ 671.945735] env[69990]: _type = "Task" [ 671.945735] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.954046] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445799, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.026746] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.027274] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.784s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.028829] env[69990]: INFO nova.compute.claims [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.045784] env[69990]: INFO nova.scheduler.client.report [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Deleted allocations for instance b89c7304-756d-4183-8fdd-48bb5a643686 [ 672.381749] env[69990]: DEBUG nova.compute.manager [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.382072] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.382991] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05926ca-b7f0-4da9-9e31-57cd1803ee85 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.391701] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.391943] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1deb9947-ca98-4398-82cb-f47d4df9da51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.458761] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445799, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.468395] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.468588] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.468813] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Deleting the datastore file [datastore2] 90596d2c-1621-499c-b961-f274f6f61b11 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.469099] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ddf189-1060-4bcf-9b37-e6654de59bdd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.477604] env[69990]: DEBUG oslo_vmware.api [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 672.477604] env[69990]: value = "task-3445801" [ 672.477604] env[69990]: _type = "Task" [ 672.477604] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.485832] env[69990]: DEBUG oslo_vmware.api [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.554722] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8457b27c-dba8-43f6-8279-e2affc07f41d tempest-InstanceActionsNegativeTestJSON-1202491767 tempest-InstanceActionsNegativeTestJSON-1202491767-project-member] Lock "b89c7304-756d-4183-8fdd-48bb5a643686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.970s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.958230] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445799, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.990025] env[69990]: DEBUG oslo_vmware.api [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137587} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.990025] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.990025] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.990025] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.990025] env[69990]: INFO nova.compute.manager [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Took 0.61 seconds to destroy the instance on the hypervisor. [ 672.990025] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.990025] env[69990]: DEBUG nova.compute.manager [-] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.990025] env[69990]: DEBUG nova.network.neutron [-] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.302682] env[69990]: DEBUG nova.compute.manager [req-48646d5c-9bb7-4fbc-8043-799a2c8933f6 req-cc6df877-86a4-493a-b54b-583aa93b43ac service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Received event network-vif-deleted-412d42fe-befc-4ecf-a220-10b56504ae82 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.302887] env[69990]: INFO nova.compute.manager [req-48646d5c-9bb7-4fbc-8043-799a2c8933f6 req-cc6df877-86a4-493a-b54b-583aa93b43ac service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Neutron deleted interface 412d42fe-befc-4ecf-a220-10b56504ae82; detaching it from the instance and deleting it from the info cache [ 673.304031] env[69990]: DEBUG nova.network.neutron [req-48646d5c-9bb7-4fbc-8043-799a2c8933f6 req-cc6df877-86a4-493a-b54b-583aa93b43ac service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.459656] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445799, 'name': Rename_Task, 'duration_secs': 1.161029} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.459946] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.460172] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d550ba5-1c7b-4c7c-b323-f3907698fb7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.466812] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 673.466812] env[69990]: value = "task-3445802" [ 673.466812] env[69990]: _type = "Task" [ 673.466812] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.474906] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.574142] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0282e-3dfe-4488-a3e4-0857ef1120c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.583500] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4c3270-9f26-45b1-99f2-a5055a8b3d06 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.614158] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea6cdce-6dbe-4982-bc8a-becab4861ae5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.622488] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c8a99-79d8-4127-b5b4-4eeb1ffb857b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.638737] env[69990]: DEBUG nova.compute.provider_tree [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.775664] env[69990]: DEBUG nova.network.neutron [-] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.806540] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cda0b29f-357d-4401-a04e-951313a420bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.822024] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b0618-7cab-430f-92bf-5a9e59eaf200 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.858315] env[69990]: DEBUG nova.compute.manager [req-48646d5c-9bb7-4fbc-8043-799a2c8933f6 req-cc6df877-86a4-493a-b54b-583aa93b43ac service nova] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Detach interface failed, port_id=412d42fe-befc-4ecf-a220-10b56504ae82, reason: Instance 90596d2c-1621-499c-b961-f274f6f61b11 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 673.977470] env[69990]: DEBUG oslo_vmware.api [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445802, 'name': PowerOnVM_Task, 'duration_secs': 0.456756} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.977739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.977949] env[69990]: INFO nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Took 8.96 seconds to spawn the instance on the hypervisor. [ 673.978144] env[69990]: DEBUG nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.978925] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff345691-d3b7-49df-969d-e9b2172449d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.142134] env[69990]: DEBUG nova.scheduler.client.report [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.281720] env[69990]: INFO nova.compute.manager [-] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Took 1.29 seconds to deallocate network for instance. [ 674.497082] env[69990]: INFO nova.compute.manager [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Took 44.66 seconds to build instance. [ 674.647390] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.649573] env[69990]: DEBUG nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.650963] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.783s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.652505] env[69990]: INFO nova.compute.claims [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.788285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.000325] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01d2fa9b-2a66-4503-9bb7-d94a6d644e6a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "66f44427-f09b-431c-a391-98ef8e838f3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.728s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.153156] env[69990]: DEBUG nova.compute.utils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.154181] env[69990]: DEBUG nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.154363] env[69990]: DEBUG nova.network.neutron [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.220476] env[69990]: DEBUG nova.policy [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc17f458095746908d0f4090587a2213', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780240f49de34d9696b0c9b9d9e7390d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.505819] env[69990]: DEBUG nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.540586] env[69990]: DEBUG nova.network.neutron [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Successfully created port: 38ffeb4e-a439-47d8-a26c-ef9af11e93f2 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.657718] env[69990]: DEBUG nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.022373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.156881] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16d6e5-c255-47ad-959d-6023c83ec449 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.165149] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a8925e-48b3-4ad0-8fc3-5f29c368e870 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.204836] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bfbbf7-b24f-437e-af13-1682d54e0410 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.214150] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a83d09f-1f35-451c-ac7c-5764b94c3926 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.233988] env[69990]: DEBUG nova.compute.provider_tree [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.676065] env[69990]: DEBUG nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.708147] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.708635] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.708990] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.709183] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.709361] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.709578] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.709949] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.710111] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.710338] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.710512] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.710722] env[69990]: DEBUG nova.virt.hardware [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.711788] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64bf957-a882-4e64-abae-a750c0f9d5e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.722604] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a3f50-8920-4d59-8c90-f23da6c125da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.739143] env[69990]: DEBUG nova.scheduler.client.report [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.226047] env[69990]: DEBUG nova.network.neutron [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Successfully updated port: 38ffeb4e-a439-47d8-a26c-ef9af11e93f2 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.244049] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.244595] env[69990]: DEBUG nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.251307] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.367s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.252821] env[69990]: INFO nova.compute.claims [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.275154] env[69990]: DEBUG nova.compute.manager [req-742662b7-7f69-44b7-9cb3-a4a8bd07d065 req-c13d4835-ea93-4e5f-8806-3858747d1f60 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Received event network-vif-plugged-38ffeb4e-a439-47d8-a26c-ef9af11e93f2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.275154] env[69990]: DEBUG oslo_concurrency.lockutils [req-742662b7-7f69-44b7-9cb3-a4a8bd07d065 req-c13d4835-ea93-4e5f-8806-3858747d1f60 service nova] Acquiring lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.275154] env[69990]: DEBUG oslo_concurrency.lockutils [req-742662b7-7f69-44b7-9cb3-a4a8bd07d065 req-c13d4835-ea93-4e5f-8806-3858747d1f60 service nova] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.275419] env[69990]: DEBUG oslo_concurrency.lockutils [req-742662b7-7f69-44b7-9cb3-a4a8bd07d065 req-c13d4835-ea93-4e5f-8806-3858747d1f60 service nova] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.275593] env[69990]: DEBUG nova.compute.manager [req-742662b7-7f69-44b7-9cb3-a4a8bd07d065 req-c13d4835-ea93-4e5f-8806-3858747d1f60 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] No waiting events found dispatching network-vif-plugged-38ffeb4e-a439-47d8-a26c-ef9af11e93f2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.275769] env[69990]: WARNING nova.compute.manager [req-742662b7-7f69-44b7-9cb3-a4a8bd07d065 req-c13d4835-ea93-4e5f-8806-3858747d1f60 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Received unexpected event network-vif-plugged-38ffeb4e-a439-47d8-a26c-ef9af11e93f2 for instance with vm_state building and task_state spawning. [ 677.733794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.733794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.733794] env[69990]: DEBUG nova.network.neutron [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.758203] env[69990]: DEBUG nova.compute.utils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.764150] env[69990]: DEBUG nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.764150] env[69990]: DEBUG nova.network.neutron [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.846765] env[69990]: DEBUG nova.policy [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb667452c9d4dc0b92cac1f0f587616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07d8649d90184ec186dc4175beae7196', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.268145] env[69990]: DEBUG nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.279462] env[69990]: DEBUG nova.network.neutron [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.405559] env[69990]: DEBUG nova.network.neutron [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Successfully created port: dbe62f6a-591b-4a62-80c9-d8255aebf54f {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.506566] env[69990]: DEBUG nova.network.neutron [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Updating instance_info_cache with network_info: [{"id": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "address": "fa:16:3e:ab:0c:2f", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ffeb4e-a4", "ovs_interfaceid": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.903058] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396ec14c-6139-4658-8364-c5cc32d5a655 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.925215] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90719ec4-6257-4b4d-9200-e771081af53a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.962276] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe50222a-6a35-45ae-9705-064b9216fb81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.971154] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b6b2f-3126-44f7-aff7-bba2bff2ef03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.990039] env[69990]: DEBUG nova.compute.provider_tree [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.008951] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.009655] env[69990]: DEBUG nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Instance network_info: |[{"id": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "address": "fa:16:3e:ab:0c:2f", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ffeb4e-a4", "ovs_interfaceid": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.010169] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:0c:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ffeb4e-a439-47d8-a26c-ef9af11e93f2', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.017928] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.018456] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.018697] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bee643c-4c6c-47ab-b004-f16ce4612f29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.047801] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.047801] env[69990]: value = "task-3445803" [ 679.047801] env[69990]: _type = "Task" [ 679.047801] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.054195] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445803, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.290406] env[69990]: DEBUG nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.331340] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.331675] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.331863] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.333225] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.333509] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.333742] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.333971] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.334149] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.334321] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.334481] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.335127] env[69990]: DEBUG nova.virt.hardware [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.335974] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc223ba4-6bb0-4cc4-81b2-e3e7381ac8fb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.341060] env[69990]: DEBUG nova.compute.manager [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Received event network-changed-38ffeb4e-a439-47d8-a26c-ef9af11e93f2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.342062] env[69990]: DEBUG nova.compute.manager [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Refreshing instance network info cache due to event network-changed-38ffeb4e-a439-47d8-a26c-ef9af11e93f2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.342062] env[69990]: DEBUG oslo_concurrency.lockutils [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] Acquiring lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.342062] env[69990]: DEBUG oslo_concurrency.lockutils [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] Acquired lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.342062] env[69990]: DEBUG nova.network.neutron [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Refreshing network info cache for port 38ffeb4e-a439-47d8-a26c-ef9af11e93f2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.349359] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2853a617-ace7-468a-9935-ca13ea7579ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.493102] env[69990]: DEBUG nova.scheduler.client.report [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.554377] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445803, 'name': CreateVM_Task, 'duration_secs': 0.351869} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.554523] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.555568] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.555568] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.555728] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.556033] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2cddde-6e35-4d34-86ff-735c5077f04a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.561792] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 679.561792] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520eb441-a758-5579-c82f-6e773d691e93" [ 679.561792] env[69990]: _type = "Task" [ 679.561792] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.572342] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520eb441-a758-5579-c82f-6e773d691e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.001027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.001027] env[69990]: DEBUG nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.004083] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.017s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.005492] env[69990]: INFO nova.compute.claims [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.074557] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520eb441-a758-5579-c82f-6e773d691e93, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.074557] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.074751] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.074936] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.075093] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.075272] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.075535] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3034809-2a41-4220-b9d1-ff4e38237e52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.085909] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.085909] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.086608] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400a8dc4-3210-47f2-9fed-d59608e4ff36 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.096021] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 680.096021] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ac9bf4-3a0f-bdfd-ab18-0610aed2f9b1" [ 680.096021] env[69990]: _type = "Task" [ 680.096021] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.104287] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ac9bf4-3a0f-bdfd-ab18-0610aed2f9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.105105] env[69990]: DEBUG nova.network.neutron [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Updated VIF entry in instance network info cache for port 38ffeb4e-a439-47d8-a26c-ef9af11e93f2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.105428] env[69990]: DEBUG nova.network.neutron [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Updating instance_info_cache with network_info: [{"id": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "address": "fa:16:3e:ab:0c:2f", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ffeb4e-a4", "ovs_interfaceid": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.507706] env[69990]: DEBUG nova.compute.utils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.513060] env[69990]: DEBUG nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.513401] env[69990]: DEBUG nova.network.neutron [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.554933] env[69990]: DEBUG nova.network.neutron [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Successfully updated port: dbe62f6a-591b-4a62-80c9-d8255aebf54f {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.578394] env[69990]: DEBUG nova.policy [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5123836eb0c3440984981279779f5162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a14c56d15d74381b343367d5452a8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.608230] env[69990]: DEBUG oslo_concurrency.lockutils [req-8593af45-03d4-4e18-947d-de56c1fd95ff req-aaae3fd5-063c-41aa-a838-83bf25afae47 service nova] Releasing lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608691] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ac9bf4-3a0f-bdfd-ab18-0610aed2f9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012877} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.609754] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5db1871-ac8a-4a5d-b1a9-1bcdda1f572a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.617653] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 680.617653] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d9ecd2-3c0c-9580-a377-b6cb71ee0329" [ 680.617653] env[69990]: _type = "Task" [ 680.617653] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.628315] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d9ecd2-3c0c-9580-a377-b6cb71ee0329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.998564] env[69990]: DEBUG nova.network.neutron [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Successfully created port: 789dd097-4fd3-4a77-81cb-bc23925775db {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.017519] env[69990]: DEBUG nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.059626] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "refresh_cache-796dc302-b266-4e92-8ce5-cc5380e071ff" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.059626] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired lock "refresh_cache-796dc302-b266-4e92-8ce5-cc5380e071ff" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.059626] env[69990]: DEBUG nova.network.neutron [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.132214] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d9ecd2-3c0c-9580-a377-b6cb71ee0329, 'name': SearchDatastore_Task, 'duration_secs': 0.012174} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.132495] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.132755] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/74b9b3e1-456d-4e1d-a5e7-f446321242fe.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.133034] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a318633c-4656-4ec3-aa6d-99f2b1e8c8b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.146247] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 681.146247] env[69990]: value = "task-3445804" [ 681.146247] env[69990]: _type = "Task" [ 681.146247] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.155952] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.383057] env[69990]: DEBUG nova.compute.manager [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Received event network-vif-plugged-dbe62f6a-591b-4a62-80c9-d8255aebf54f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.383541] env[69990]: DEBUG oslo_concurrency.lockutils [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] Acquiring lock "796dc302-b266-4e92-8ce5-cc5380e071ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.383786] env[69990]: DEBUG oslo_concurrency.lockutils [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.383966] env[69990]: DEBUG oslo_concurrency.lockutils [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.384559] env[69990]: DEBUG nova.compute.manager [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] No waiting events found dispatching network-vif-plugged-dbe62f6a-591b-4a62-80c9-d8255aebf54f {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.384559] env[69990]: WARNING nova.compute.manager [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Received unexpected event network-vif-plugged-dbe62f6a-591b-4a62-80c9-d8255aebf54f for instance with vm_state building and task_state spawning. [ 681.384559] env[69990]: DEBUG nova.compute.manager [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Received event network-changed-dbe62f6a-591b-4a62-80c9-d8255aebf54f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.384559] env[69990]: DEBUG nova.compute.manager [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Refreshing instance network info cache due to event network-changed-dbe62f6a-591b-4a62-80c9-d8255aebf54f. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.384762] env[69990]: DEBUG oslo_concurrency.lockutils [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] Acquiring lock "refresh_cache-796dc302-b266-4e92-8ce5-cc5380e071ff" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.440464] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "24ccf076-5a88-4dae-bdcc-cf3d70716949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.440830] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.619828] env[69990]: DEBUG nova.network.neutron [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.656745] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48783} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.658217] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/74b9b3e1-456d-4e1d-a5e7-f446321242fe.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.658508] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.659279] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45892e87-6d40-4d2e-a35b-c912932c9cef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.661905] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db7fd9e-9f70-4492-aa5f-eb9cfaf3f1da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.680542] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa316ce3-1e1d-4e3f-b412-6e2858c01a8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.684232] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 681.684232] env[69990]: value = "task-3445805" [ 681.684232] env[69990]: _type = "Task" [ 681.684232] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.716276] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369f8f42-2e96-4ed5-b681-74da081faf04 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.725020] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445805, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.729308] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb33ef-3975-433e-95c3-e185886dde96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.744201] env[69990]: DEBUG nova.compute.provider_tree [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.795458] env[69990]: DEBUG nova.network.neutron [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Updating instance_info_cache with network_info: [{"id": "dbe62f6a-591b-4a62-80c9-d8255aebf54f", "address": "fa:16:3e:fa:1b:b2", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe62f6a-59", "ovs_interfaceid": "dbe62f6a-591b-4a62-80c9-d8255aebf54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.032896] env[69990]: DEBUG nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.070661] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.070948] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.071128] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.071376] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.071489] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.071638] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.071846] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.072042] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.072177] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.072340] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.072516] env[69990]: DEBUG nova.virt.hardware [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.073799] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4b130-56f3-4edc-b2bc-bc23ef285401 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.082764] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c90435-47e9-4646-af45-080c4c65250b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.194040] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101384} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.194328] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.196138] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258828be-be4e-4e27-a435-b61af8aee628 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.218769] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/74b9b3e1-456d-4e1d-a5e7-f446321242fe.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.219092] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7360da8-9c36-4f1b-813e-c8ac6a980201 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.244109] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 682.244109] env[69990]: value = "task-3445806" [ 682.244109] env[69990]: _type = "Task" [ 682.244109] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.248706] env[69990]: DEBUG nova.scheduler.client.report [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.262106] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.298267] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Releasing lock "refresh_cache-796dc302-b266-4e92-8ce5-cc5380e071ff" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.298604] env[69990]: DEBUG nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Instance network_info: |[{"id": "dbe62f6a-591b-4a62-80c9-d8255aebf54f", "address": "fa:16:3e:fa:1b:b2", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe62f6a-59", "ovs_interfaceid": "dbe62f6a-591b-4a62-80c9-d8255aebf54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.298900] env[69990]: DEBUG oslo_concurrency.lockutils [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] Acquired lock "refresh_cache-796dc302-b266-4e92-8ce5-cc5380e071ff" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.299090] env[69990]: DEBUG nova.network.neutron [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Refreshing network info cache for port dbe62f6a-591b-4a62-80c9-d8255aebf54f {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.300618] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:1b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbe62f6a-591b-4a62-80c9-d8255aebf54f', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.308165] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.308652] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.308970] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebeecc8-27ee-41d2-9e7c-ac713f9a29fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.331106] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.331106] env[69990]: value = "task-3445807" [ 682.331106] env[69990]: _type = "Task" [ 682.331106] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.339938] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445807, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.536694] env[69990]: DEBUG nova.compute.manager [req-cd93f091-0a2c-4eb1-87ef-bb942230b717 req-fd4ad8bd-7977-4346-9813-cb3e2deba336 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Received event network-vif-plugged-789dd097-4fd3-4a77-81cb-bc23925775db {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.536921] env[69990]: DEBUG oslo_concurrency.lockutils [req-cd93f091-0a2c-4eb1-87ef-bb942230b717 req-fd4ad8bd-7977-4346-9813-cb3e2deba336 service nova] Acquiring lock "73ead6cd-4b4a-4614-a273-736a726aefc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.537152] env[69990]: DEBUG oslo_concurrency.lockutils [req-cd93f091-0a2c-4eb1-87ef-bb942230b717 req-fd4ad8bd-7977-4346-9813-cb3e2deba336 service nova] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.537322] env[69990]: DEBUG oslo_concurrency.lockutils [req-cd93f091-0a2c-4eb1-87ef-bb942230b717 req-fd4ad8bd-7977-4346-9813-cb3e2deba336 service nova] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.537490] env[69990]: DEBUG nova.compute.manager [req-cd93f091-0a2c-4eb1-87ef-bb942230b717 req-fd4ad8bd-7977-4346-9813-cb3e2deba336 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] No waiting events found dispatching network-vif-plugged-789dd097-4fd3-4a77-81cb-bc23925775db {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.537650] env[69990]: WARNING nova.compute.manager [req-cd93f091-0a2c-4eb1-87ef-bb942230b717 req-fd4ad8bd-7977-4346-9813-cb3e2deba336 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Received unexpected event network-vif-plugged-789dd097-4fd3-4a77-81cb-bc23925775db for instance with vm_state building and task_state spawning. [ 682.647789] env[69990]: DEBUG nova.network.neutron [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Successfully updated port: 789dd097-4fd3-4a77-81cb-bc23925775db {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.756868] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.757630] env[69990]: DEBUG nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.760406] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445806, 'name': ReconfigVM_Task, 'duration_secs': 0.308668} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.760815] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.047s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.761127] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.761401] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 682.761779] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.206s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.762210] env[69990]: DEBUG nova.objects.instance [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lazy-loading 'resources' on Instance uuid f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.764270] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/74b9b3e1-456d-4e1d-a5e7-f446321242fe.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.765573] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b389416-70c0-422a-948f-5b8d931f9f4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.768177] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2445cdb8-4e71-4713-9b28-6d17fdbf5777 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.777917] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e2d86f-d87a-478a-b49d-abd025b631e5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.784109] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 682.784109] env[69990]: value = "task-3445808" [ 682.784109] env[69990]: _type = "Task" [ 682.784109] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.798291] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ba4359-af96-44bb-ae41-fb13f280e25f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.805271] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445808, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.816088] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41afcbd-8167-4fee-b194-9ef0ca2918f2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.849687] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179460MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 682.849839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.862153] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445807, 'name': CreateVM_Task, 'duration_secs': 0.39427} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.862787] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.863078] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.863264] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.863604] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.864176] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d1f3a3-e550-4973-9361-849051b56c86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.869938] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 682.869938] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a5e6e9-1200-977f-b8bb-a082b567e6e4" [ 682.869938] env[69990]: _type = "Task" [ 682.869938] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.879365] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a5e6e9-1200-977f-b8bb-a082b567e6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.065325] env[69990]: DEBUG nova.network.neutron [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Updated VIF entry in instance network info cache for port dbe62f6a-591b-4a62-80c9-d8255aebf54f. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.065325] env[69990]: DEBUG nova.network.neutron [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Updating instance_info_cache with network_info: [{"id": "dbe62f6a-591b-4a62-80c9-d8255aebf54f", "address": "fa:16:3e:fa:1b:b2", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe62f6a-59", "ovs_interfaceid": "dbe62f6a-591b-4a62-80c9-d8255aebf54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.150398] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-73ead6cd-4b4a-4614-a273-736a726aefc3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.151025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-73ead6cd-4b4a-4614-a273-736a726aefc3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.151025] env[69990]: DEBUG nova.network.neutron [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.266480] env[69990]: DEBUG nova.compute.utils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.267910] env[69990]: DEBUG nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 683.296320] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445808, 'name': Rename_Task, 'duration_secs': 0.167471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.296413] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.296767] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd55e2a-5219-43ff-b864-fb0fd8d29a2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.307427] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 683.307427] env[69990]: value = "task-3445809" [ 683.307427] env[69990]: _type = "Task" [ 683.307427] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.318521] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.380299] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a5e6e9-1200-977f-b8bb-a082b567e6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.383118] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.383364] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.383617] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.383761] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.383953] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.384501] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dda9d3e-ad67-45cc-99fb-940ec092aa6d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.398558] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.398742] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.399517] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2e4cbf-c636-40d8-ac34-c85fa9cda55b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.404820] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 683.404820] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520c1d6e-e13d-2c1d-36b3-4d4c46f97dc9" [ 683.404820] env[69990]: _type = "Task" [ 683.404820] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.415656] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520c1d6e-e13d-2c1d-36b3-4d4c46f97dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.569417] env[69990]: DEBUG oslo_concurrency.lockutils [req-0852cee2-f6a9-4bac-bb49-1c7aa9cd124d req-feed7e50-775a-44af-b1a0-0e1ed44fb6ac service nova] Releasing lock "refresh_cache-796dc302-b266-4e92-8ce5-cc5380e071ff" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.682098] env[69990]: DEBUG nova.network.neutron [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.718809] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18f424d-e287-4a3c-b439-350b0ffb9a37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.731938] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea50178-029c-4907-9706-a856968eca35 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.765963] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a12e0f1-939d-41fa-bcf5-3f2916634d7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.769129] env[69990]: DEBUG nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.780053] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce568d1-3355-41fe-a408-4cd601bcf45e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.794811] env[69990]: DEBUG nova.compute.provider_tree [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.819590] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.864608] env[69990]: DEBUG nova.network.neutron [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Updating instance_info_cache with network_info: [{"id": "789dd097-4fd3-4a77-81cb-bc23925775db", "address": "fa:16:3e:15:5d:4c", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789dd097-4f", "ovs_interfaceid": "789dd097-4fd3-4a77-81cb-bc23925775db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.918625] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520c1d6e-e13d-2c1d-36b3-4d4c46f97dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.021148} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.919559] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e689a9-f19a-4d9d-9fe5-6f5232589c22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.929954] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 683.929954] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52707d23-a7de-a4a9-2880-d0e2ca40781b" [ 683.929954] env[69990]: _type = "Task" [ 683.929954] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.939082] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52707d23-a7de-a4a9-2880-d0e2ca40781b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.297631] env[69990]: DEBUG nova.scheduler.client.report [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.318347] env[69990]: DEBUG oslo_vmware.api [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445809, 'name': PowerOnVM_Task, 'duration_secs': 0.653483} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.319598] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.319812] env[69990]: INFO nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Took 7.64 seconds to spawn the instance on the hypervisor. [ 684.319992] env[69990]: DEBUG nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.320813] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed30513c-b4b9-41c4-9e55-1d22416ecb61 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.367871] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-73ead6cd-4b4a-4614-a273-736a726aefc3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.367871] env[69990]: DEBUG nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Instance network_info: |[{"id": "789dd097-4fd3-4a77-81cb-bc23925775db", "address": "fa:16:3e:15:5d:4c", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789dd097-4f", "ovs_interfaceid": "789dd097-4fd3-4a77-81cb-bc23925775db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.368103] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5d:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '789dd097-4fd3-4a77-81cb-bc23925775db', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.375346] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating folder: Project (9a14c56d15d74381b343367d5452a8e8). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.375907] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff840841-b603-47c7-bb10-8709d5b00e96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.387554] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created folder: Project (9a14c56d15d74381b343367d5452a8e8) in parent group-v687779. [ 684.387751] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating folder: Instances. Parent ref: group-v687877. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.387987] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-862a9d92-865d-4081-9ad9-168953addf38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.398924] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created folder: Instances in parent group-v687877. [ 684.399322] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.399595] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.399887] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb359d81-a027-4359-a8b6-431ec387a197 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.424615] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.424615] env[69990]: value = "task-3445812" [ 684.424615] env[69990]: _type = "Task" [ 684.424615] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.432781] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445812, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.441150] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52707d23-a7de-a4a9-2880-d0e2ca40781b, 'name': SearchDatastore_Task, 'duration_secs': 0.027651} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.441412] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.442242] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 796dc302-b266-4e92-8ce5-cc5380e071ff/796dc302-b266-4e92-8ce5-cc5380e071ff.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.442242] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f0c1c3-553a-436d-9e50-d963ff02e8f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.450250] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 684.450250] env[69990]: value = "task-3445813" [ 684.450250] env[69990]: _type = "Task" [ 684.450250] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.459899] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.581430] env[69990]: DEBUG nova.compute.manager [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Received event network-changed-789dd097-4fd3-4a77-81cb-bc23925775db {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.581595] env[69990]: DEBUG nova.compute.manager [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Refreshing instance network info cache due to event network-changed-789dd097-4fd3-4a77-81cb-bc23925775db. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.581826] env[69990]: DEBUG oslo_concurrency.lockutils [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] Acquiring lock "refresh_cache-73ead6cd-4b4a-4614-a273-736a726aefc3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.581965] env[69990]: DEBUG oslo_concurrency.lockutils [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] Acquired lock "refresh_cache-73ead6cd-4b4a-4614-a273-736a726aefc3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.582170] env[69990]: DEBUG nova.network.neutron [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Refreshing network info cache for port 789dd097-4fd3-4a77-81cb-bc23925775db {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.781459] env[69990]: DEBUG nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.803189] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.808227] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.005s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.808821] env[69990]: DEBUG nova.objects.instance [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lazy-loading 'resources' on Instance uuid d3b10ed6-7a6b-4f40-84be-6fc547f57adf {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.818771] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.819457] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.819457] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.819855] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.819855] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.820073] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.820365] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.820618] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.820860] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.821101] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.821354] env[69990]: DEBUG nova.virt.hardware [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.822592] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa0dc40-a0d9-4b5d-a09a-6b78d077ab3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.828660] env[69990]: INFO nova.scheduler.client.report [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleted allocations for instance f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad [ 684.842526] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b1992-3292-4022-8797-dc6361b0f274 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.847686] env[69990]: INFO nova.compute.manager [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Took 43.63 seconds to build instance. [ 684.860152] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.865699] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Creating folder: Project (e6321a821a984ab5840934ec028bb37d). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.866112] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a2ea93-ab24-435d-919c-278e4ab06797 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.876503] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Created folder: Project (e6321a821a984ab5840934ec028bb37d) in parent group-v687779. [ 684.876786] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Creating folder: Instances. Parent ref: group-v687880. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.877376] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf9ad30-6f7d-4108-a4e2-db2020ef7eda {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.887026] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Created folder: Instances in parent group-v687880. [ 684.887647] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.887863] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.888101] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8563a6a-0c4a-43b4-814a-b7a3222e451e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.906999] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.906999] env[69990]: value = "task-3445816" [ 684.906999] env[69990]: _type = "Task" [ 684.906999] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.917327] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445816, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.936747] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445812, 'name': CreateVM_Task, 'duration_secs': 0.427569} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.937034] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.937653] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.937811] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.938172] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.938430] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c496d15-3cc7-49f7-b70e-62945bb2ac6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.944170] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 684.944170] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d4e52f-b976-1ec3-ed4b-1ca9c882a331" [ 684.944170] env[69990]: _type = "Task" [ 684.944170] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.952485] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d4e52f-b976-1ec3-ed4b-1ca9c882a331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.962072] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481199} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.962072] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 796dc302-b266-4e92-8ce5-cc5380e071ff/796dc302-b266-4e92-8ce5-cc5380e071ff.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.962072] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.962072] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-410c33d4-40b0-48a1-ade4-888988df815b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.966477] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 684.966477] env[69990]: value = "task-3445817" [ 684.966477] env[69990]: _type = "Task" [ 684.966477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.974216] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.357923] env[69990]: DEBUG oslo_concurrency.lockutils [None req-25d6e11b-ee0c-4503-9e6a-ca5aac964345 tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.469s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.359320] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5a344749-ca43-4013-a9c9-924ed36e949a tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.919s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.360717] env[69990]: DEBUG nova.network.neutron [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Updated VIF entry in instance network info cache for port 789dd097-4fd3-4a77-81cb-bc23925775db. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.361225] env[69990]: DEBUG nova.network.neutron [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Updating instance_info_cache with network_info: [{"id": "789dd097-4fd3-4a77-81cb-bc23925775db", "address": "fa:16:3e:15:5d:4c", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789dd097-4f", "ovs_interfaceid": "789dd097-4fd3-4a77-81cb-bc23925775db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.417108] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445816, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.457333] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d4e52f-b976-1ec3-ed4b-1ca9c882a331, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.459835] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.460116] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.460308] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.460450] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.460624] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.461087] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-711a48fd-b6aa-4856-947a-433de4ba099e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.471379] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.471379] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.474381] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2841f8f-8bee-476d-b839-b3ca61d9cf47 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.479565] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059552} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.479822] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.480666] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840123e6-64b2-4a46-9fe3-6330103eb027 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.484368] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 685.484368] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5200b594-8676-4223-91d5-6ec7d05ab44c" [ 685.484368] env[69990]: _type = "Task" [ 685.484368] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.504332] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 796dc302-b266-4e92-8ce5-cc5380e071ff/796dc302-b266-4e92-8ce5-cc5380e071ff.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.508482] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a12ce2b-a751-4299-9c64-d25601597313 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.531902] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5200b594-8676-4223-91d5-6ec7d05ab44c, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.533348] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2723d681-f059-445e-93b5-7cfca438aeea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.540275] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 685.540275] env[69990]: value = "task-3445818" [ 685.540275] env[69990]: _type = "Task" [ 685.540275] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.544761] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 685.544761] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52729ec1-e915-8010-b113-bfc244249f24" [ 685.544761] env[69990]: _type = "Task" [ 685.544761] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.552015] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.559082] env[69990]: INFO nova.compute.manager [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Rescuing [ 685.559303] env[69990]: DEBUG oslo_concurrency.lockutils [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.559474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.559664] env[69990]: DEBUG nova.network.neutron [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.560857] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52729ec1-e915-8010-b113-bfc244249f24, 'name': SearchDatastore_Task, 'duration_secs': 0.013666} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.561346] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.561580] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.562333] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca601aa1-c42e-4e25-9499-e1c69e13d32a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.569946] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 685.569946] env[69990]: value = "task-3445819" [ 685.569946] env[69990]: _type = "Task" [ 685.569946] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.579384] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.843537] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9e8dc9-79fb-458f-a89e-d6f67eb03bd9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.851821] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80825c95-8c5a-4987-8c77-d7d68bb8a99b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.880658] env[69990]: DEBUG oslo_concurrency.lockutils [req-5bc7db55-cf4a-4572-9156-7758b0790774 req-a047f242-53d9-4e2d-8746-b95ee3913001 service nova] Releasing lock "refresh_cache-73ead6cd-4b4a-4614-a273-736a726aefc3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.881089] env[69990]: DEBUG nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.884154] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ac5dd7-ae38-4d0b-9f6f-4a7ccc4ee0c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.891741] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dd8fb8-7dd2-4341-9eb0-2d0b4b056a51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.906040] env[69990]: DEBUG nova.compute.provider_tree [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.914967] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445816, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.033425] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "36f912de-3717-4b30-8a46-1d554cb57adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.033736] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.033978] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "36f912de-3717-4b30-8a46-1d554cb57adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.034189] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.034359] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.036601] env[69990]: INFO nova.compute.manager [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Terminating instance [ 686.050198] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445818, 'name': ReconfigVM_Task, 'duration_secs': 0.286745} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.050436] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 796dc302-b266-4e92-8ce5-cc5380e071ff/796dc302-b266-4e92-8ce5-cc5380e071ff.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.051011] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9b7a3ab-ac9b-4d87-9ee1-6dde1a7a184b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.057524] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 686.057524] env[69990]: value = "task-3445820" [ 686.057524] env[69990]: _type = "Task" [ 686.057524] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.066497] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445820, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.079651] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.317086] env[69990]: DEBUG nova.network.neutron [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Updating instance_info_cache with network_info: [{"id": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "address": "fa:16:3e:ab:0c:2f", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ffeb4e-a4", "ovs_interfaceid": "38ffeb4e-a439-47d8-a26c-ef9af11e93f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.407217] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.409304] env[69990]: DEBUG nova.scheduler.client.report [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.423134] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445816, 'name': CreateVM_Task, 'duration_secs': 1.396007} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.423363] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.425265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.425265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.425265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.425265] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4172f354-33e5-4a71-a023-0a3f1d1e7989 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.430585] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 686.430585] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52615626-e3a2-a510-54d4-26d416f1aeb0" [ 686.430585] env[69990]: _type = "Task" [ 686.430585] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.440555] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52615626-e3a2-a510-54d4-26d416f1aeb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.540713] env[69990]: DEBUG nova.compute.manager [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.542877] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.542877] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa61021a-268b-4440-91da-addff64a9c8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.551656] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.551999] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f08b9a-ccc0-4718-b6b7-a0eb060598ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.564902] env[69990]: DEBUG oslo_vmware.api [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 686.564902] env[69990]: value = "task-3445821" [ 686.564902] env[69990]: _type = "Task" [ 686.564902] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.574436] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445820, 'name': Rename_Task, 'duration_secs': 0.142152} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.579157] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.583270] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3427a99-b4e8-4ff7-b778-1aa03cc43122 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.585399] env[69990]: DEBUG oslo_vmware.api [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.591987] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445819, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.593176] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 686.593176] env[69990]: value = "task-3445822" [ 686.593176] env[69990]: _type = "Task" [ 686.593176] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.601794] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.821034] env[69990]: DEBUG oslo_concurrency.lockutils [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-74b9b3e1-456d-4e1d-a5e7-f446321242fe" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.917458] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.919950] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.513s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.920166] env[69990]: DEBUG nova.objects.instance [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lazy-loading 'resources' on Instance uuid b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.944225] env[69990]: INFO nova.scheduler.client.report [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Deleted allocations for instance d3b10ed6-7a6b-4f40-84be-6fc547f57adf [ 686.950026] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52615626-e3a2-a510-54d4-26d416f1aeb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.951971] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.952233] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.952468] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.952610] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.952786] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.953257] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf86fb5a-9445-4848-9784-c3d0c6f6716e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.966652] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.966652] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.967404] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5053e812-ec7c-4967-a953-a09143c8b83d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.978026] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 686.978026] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f34b85-782a-a16d-df62-64c989ed29f3" [ 686.978026] env[69990]: _type = "Task" [ 686.978026] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.984985] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f34b85-782a-a16d-df62-64c989ed29f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.076318] env[69990]: DEBUG oslo_vmware.api [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445821, 'name': PowerOffVM_Task, 'duration_secs': 0.33955} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.079799] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.080108] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.080437] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbd6325-50b4-4a36-9598-c7ffa2e49d42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.087685] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445819, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.195454} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.087941] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.088184] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.088429] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08117f1f-3a95-46d9-9f7c-3a07a8695728 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.097688] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 687.097688] env[69990]: value = "task-3445824" [ 687.097688] env[69990]: _type = "Task" [ 687.097688] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.103350] env[69990]: DEBUG oslo_vmware.api [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445822, 'name': PowerOnVM_Task, 'duration_secs': 0.502133} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.103888] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.104111] env[69990]: INFO nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Took 7.81 seconds to spawn the instance on the hypervisor. [ 687.104297] env[69990]: DEBUG nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.105019] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a5eb79-6a48-42f5-9faf-71c43997ecd0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.110427] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.159025] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.159198] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.159368] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleting the datastore file [datastore2] 36f912de-3717-4b30-8a46-1d554cb57adb {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.159627] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e23dd1-8189-4651-9327-3a57638a82ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.166257] env[69990]: DEBUG oslo_vmware.api [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for the task: (returnval){ [ 687.166257] env[69990]: value = "task-3445825" [ 687.166257] env[69990]: _type = "Task" [ 687.166257] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.175564] env[69990]: DEBUG oslo_vmware.api [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.459101] env[69990]: DEBUG oslo_concurrency.lockutils [None req-80c4365c-d409-4650-90a5-239b8e45f57f tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "d3b10ed6-7a6b-4f40-84be-6fc547f57adf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.795s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.484836] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f34b85-782a-a16d-df62-64c989ed29f3, 'name': SearchDatastore_Task, 'duration_secs': 0.031242} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.488199] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eaa3ca0-1b24-4699-81d4-c5009ce3f739 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.493911] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 687.493911] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f9c298-b2ff-2a84-75c7-e1e5e43aae70" [ 687.493911] env[69990]: _type = "Task" [ 687.493911] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.504306] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f9c298-b2ff-2a84-75c7-e1e5e43aae70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.607245] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136531} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.610087] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.611325] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1196f9a4-057e-4ca8-bde3-f8f664b8ac1e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.639788] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.644396] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc17c5c-3624-4268-a69e-1e7ae720e4cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.659419] env[69990]: INFO nova.compute.manager [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Took 45.82 seconds to build instance. [ 687.676203] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 687.676203] env[69990]: value = "task-3445826" [ 687.676203] env[69990]: _type = "Task" [ 687.676203] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.679580] env[69990]: DEBUG oslo_vmware.api [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.688154] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.907049] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.907308] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.907513] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.907689] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.907851] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.909982] env[69990]: INFO nova.compute.manager [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Terminating instance [ 687.928572] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d557f210-848f-4257-8983-5dc78cf53b4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.936563] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1378084-8735-40fc-88e6-eb5bdf32eedd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.971800] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6f8f2c-9fd9-4ea7-adf1-325f6a1414b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.986054] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cd9a52-d8fe-4cac-9852-debb2a5c414a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.014613] env[69990]: DEBUG nova.compute.provider_tree [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.024268] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f9c298-b2ff-2a84-75c7-e1e5e43aae70, 'name': SearchDatastore_Task, 'duration_secs': 0.043669} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.025408] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.025787] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] b547a781-eb85-40cc-8508-f78b29144ace/b547a781-eb85-40cc-8508-f78b29144ace.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.026285] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca3bc56-7294-431f-8ace-6ba4699f4676 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.034779] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 688.034779] env[69990]: value = "task-3445827" [ 688.034779] env[69990]: _type = "Task" [ 688.034779] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.046935] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.162129] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48289fe2-d3ba-476b-b2a0-9e5e57339868 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.319s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.177713] env[69990]: DEBUG oslo_vmware.api [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Task: {'id': task-3445825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621523} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.177964] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.178293] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.178505] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.178676] env[69990]: INFO nova.compute.manager [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Took 1.64 seconds to destroy the instance on the hypervisor. [ 688.178926] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.179124] env[69990]: DEBUG nova.compute.manager [-] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.179284] env[69990]: DEBUG nova.network.neutron [-] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.190265] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.359395] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.359734] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d546062-f29f-4583-af55-b9531e034662 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.368090] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 688.368090] env[69990]: value = "task-3445828" [ 688.368090] env[69990]: _type = "Task" [ 688.368090] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.375525] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.415494] env[69990]: DEBUG nova.compute.manager [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.415814] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.416731] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12092116-d4e3-49f6-9a90-37cc8e45e198 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.425042] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.425371] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558e77ec-bd86-47a5-8b5b-ee2c1f5ca610 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.434550] env[69990]: DEBUG oslo_vmware.api [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 688.434550] env[69990]: value = "task-3445829" [ 688.434550] env[69990]: _type = "Task" [ 688.434550] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.443961] env[69990]: DEBUG oslo_vmware.api [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.490225] env[69990]: DEBUG nova.compute.manager [req-ebba9512-00af-4163-b58c-1a8769fbed2a req-69bff38b-93bf-4316-b5f8-3d45640b8f24 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Received event network-vif-deleted-d2dbb6d2-d181-474a-93f7-be81103dbcd4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.490225] env[69990]: INFO nova.compute.manager [req-ebba9512-00af-4163-b58c-1a8769fbed2a req-69bff38b-93bf-4316-b5f8-3d45640b8f24 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Neutron deleted interface d2dbb6d2-d181-474a-93f7-be81103dbcd4; detaching it from the instance and deleting it from the info cache [ 688.490225] env[69990]: DEBUG nova.network.neutron [req-ebba9512-00af-4163-b58c-1a8769fbed2a req-69bff38b-93bf-4316-b5f8-3d45640b8f24 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.518653] env[69990]: DEBUG nova.scheduler.client.report [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.550576] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445827, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.654920] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "796dc302-b266-4e92-8ce5-cc5380e071ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.655249] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.655798] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "796dc302-b266-4e92-8ce5-cc5380e071ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.656017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.656215] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.658906] env[69990]: INFO nova.compute.manager [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Terminating instance [ 688.666245] env[69990]: DEBUG nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.693194] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445826, 'name': ReconfigVM_Task, 'duration_secs': 0.792233} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.693476] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.694197] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808da196-b7e5-4ba6-9f8d-ceb93c21ef5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.702320] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 688.702320] env[69990]: value = "task-3445830" [ 688.702320] env[69990]: _type = "Task" [ 688.702320] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.717201] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445830, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.880122] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445828, 'name': PowerOffVM_Task, 'duration_secs': 0.218874} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.880405] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.881304] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc765f-7b54-4e6e-a5e5-d99dce0ef312 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.900240] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20322af-23ef-4cc4-8c74-5a9034dcb9ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.933561] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.933912] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9a0cede-9abf-44ad-a0e1-9853391ec702 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.947361] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 688.947361] env[69990]: value = "task-3445831" [ 688.947361] env[69990]: _type = "Task" [ 688.947361] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.947731] env[69990]: DEBUG oslo_vmware.api [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445829, 'name': PowerOffVM_Task, 'duration_secs': 0.221645} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.948039] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.948278] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.954198] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16663016-ff69-4315-a3b7-be830a84b0b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.958256] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 688.958442] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.958751] env[69990]: DEBUG oslo_concurrency.lockutils [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.958947] env[69990]: DEBUG oslo_concurrency.lockutils [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.959173] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.959439] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c66eba80-d3d4-4f65-a4b6-a80f5af252cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.967093] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.967323] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.968093] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739b097d-7a80-4161-a28b-3233175144c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.973086] env[69990]: DEBUG nova.network.neutron [-] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.977678] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 688.977678] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529d6031-f3c7-55c2-fa36-a8602d5dec07" [ 688.977678] env[69990]: _type = "Task" [ 688.977678] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.986268] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529d6031-f3c7-55c2-fa36-a8602d5dec07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.993204] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10035bbe-77c3-49c3-9f70-d6c93e1f7f7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.001335] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c02819-c5d2-4e09-be0a-ce292345c221 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.015222] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.015360] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.015536] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Deleting the datastore file [datastore1] c0d45945-e7fe-47f9-9790-fffe1e03b70f {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.015824] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ab6552a-a7da-418e-8eb4-a823c7f39b03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.035208] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.037633] env[69990]: DEBUG nova.compute.manager [req-ebba9512-00af-4163-b58c-1a8769fbed2a req-69bff38b-93bf-4316-b5f8-3d45640b8f24 service nova] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Detach interface failed, port_id=d2dbb6d2-d181-474a-93f7-be81103dbcd4, reason: Instance 36f912de-3717-4b30-8a46-1d554cb57adb could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 689.039412] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.611s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.039643] env[69990]: DEBUG nova.objects.instance [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lazy-loading 'resources' on Instance uuid f7a3245f-e02c-4b30-8574-b0028e8341a8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.041208] env[69990]: DEBUG oslo_vmware.api [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for the task: (returnval){ [ 689.041208] env[69990]: value = "task-3445833" [ 689.041208] env[69990]: _type = "Task" [ 689.041208] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.054828] env[69990]: DEBUG oslo_vmware.api [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.059636] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736228} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.059882] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] b547a781-eb85-40cc-8508-f78b29144ace/b547a781-eb85-40cc-8508-f78b29144ace.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.060115] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.060711] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f70995bb-2850-47b1-807c-145278ce14b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.066891] env[69990]: INFO nova.scheduler.client.report [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Deleted allocations for instance b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f [ 689.068655] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 689.068655] env[69990]: value = "task-3445834" [ 689.068655] env[69990]: _type = "Task" [ 689.068655] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.081183] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.165952] env[69990]: DEBUG nova.compute.manager [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.165952] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.165952] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e015fb47-1179-4538-b343-566c29de78e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.177020] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.179258] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e826985-6701-4ab2-b0a3-68c592c2875c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.190448] env[69990]: DEBUG oslo_vmware.api [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 689.190448] env[69990]: value = "task-3445835" [ 689.190448] env[69990]: _type = "Task" [ 689.190448] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.199689] env[69990]: DEBUG oslo_vmware.api [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.200774] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.212458] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445830, 'name': Rename_Task, 'duration_secs': 0.180884} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.212759] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.213039] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803fc86d-ed0f-453e-a414-c813040e50b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.220867] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 689.220867] env[69990]: value = "task-3445836" [ 689.220867] env[69990]: _type = "Task" [ 689.220867] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.238023] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.476144] env[69990]: INFO nova.compute.manager [-] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Took 1.30 seconds to deallocate network for instance. [ 689.490884] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529d6031-f3c7-55c2-fa36-a8602d5dec07, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.491748] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50e5b0b-2836-423e-9753-d912f007a708 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.496821] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 689.496821] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523abba9-cd6e-8e69-232c-d815905d61d8" [ 689.496821] env[69990]: _type = "Task" [ 689.496821] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.504481] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523abba9-cd6e-8e69-232c-d815905d61d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.557406] env[69990]: DEBUG oslo_vmware.api [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Task: {'id': task-3445833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160032} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.557700] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.557886] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.558104] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.558323] env[69990]: INFO nova.compute.manager [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 689.558611] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.558818] env[69990]: DEBUG nova.compute.manager [-] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.558926] env[69990]: DEBUG nova.network.neutron [-] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.580117] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063231} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.582721] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a40ff463-fd4f-444d-87a6-f09e38b35ac1 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.921s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.583699] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.584658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 39.867s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.584658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.584658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.584964] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.587136] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a137cbd-1dbe-49a7-81c4-b60b625334dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.589602] env[69990]: INFO nova.compute.manager [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Terminating instance [ 689.608956] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] b547a781-eb85-40cc-8508-f78b29144ace/b547a781-eb85-40cc-8508-f78b29144ace.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.614507] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb8cf08-4c92-4b34-8c06-ae4e32d9327e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.635713] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 689.635713] env[69990]: value = "task-3445837" [ 689.635713] env[69990]: _type = "Task" [ 689.635713] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.650216] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.702724] env[69990]: DEBUG oslo_vmware.api [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445835, 'name': PowerOffVM_Task, 'duration_secs': 0.216892} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.703054] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.703235] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.703503] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25c80ed4-9122-479f-9bb4-813d7cc599eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.731737] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445836, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.777435] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.777653] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.777837] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Deleting the datastore file [datastore1] 796dc302-b266-4e92-8ce5-cc5380e071ff {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.778124] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c6a9e6-d25b-4c0c-ba97-a414f2d14113 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.786887] env[69990]: DEBUG oslo_vmware.api [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for the task: (returnval){ [ 689.786887] env[69990]: value = "task-3445839" [ 689.786887] env[69990]: _type = "Task" [ 689.786887] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.794733] env[69990]: DEBUG oslo_vmware.api [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.982515] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.009540] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523abba9-cd6e-8e69-232c-d815905d61d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.009983] env[69990]: DEBUG oslo_concurrency.lockutils [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.010391] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. {{(pid=69990) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 690.013603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5d27a1c-2716-4223-a584-ce99172bdb90 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.020889] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 690.020889] env[69990]: value = "task-3445840" [ 690.020889] env[69990]: _type = "Task" [ 690.020889] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.029527] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.083556] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae68f1-8840-45b0-99df-3d900c6f62ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.092196] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e624853-f632-4ed3-a18e-4e19cf95528a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.132496] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.132809] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquired lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.133093] env[69990]: DEBUG nova.network.neutron [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.139863] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250fced-0a1c-4cc8-b478-616facb3f5bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.167175] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fe6e2a-e7d2-4fe1-a60a-064db92e1afa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.174064] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.185608] env[69990]: DEBUG nova.compute.provider_tree [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.231057] env[69990]: DEBUG oslo_vmware.api [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445836, 'name': PowerOnVM_Task, 'duration_secs': 0.536937} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.231357] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.231563] env[69990]: INFO nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Took 8.20 seconds to spawn the instance on the hypervisor. [ 690.231743] env[69990]: DEBUG nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.232534] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c96d74c-8cb7-46f1-a909-8b5f27c7c486 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.297102] env[69990]: DEBUG oslo_vmware.api [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.531280] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.642033] env[69990]: DEBUG nova.compute.utils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Can not refresh info_cache because instance was not found {{(pid=69990) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 690.660082] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445837, 'name': ReconfigVM_Task, 'duration_secs': 0.741159} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.664026] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Reconfigured VM instance instance-00000023 to attach disk [datastore2] b547a781-eb85-40cc-8508-f78b29144ace/b547a781-eb85-40cc-8508-f78b29144ace.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.664026] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-483f01a8-df6a-423d-a2df-e45a6e0c4b3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.671080] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 690.671080] env[69990]: value = "task-3445841" [ 690.671080] env[69990]: _type = "Task" [ 690.671080] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.672909] env[69990]: DEBUG nova.network.neutron [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.692629] env[69990]: DEBUG nova.scheduler.client.report [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.699678] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445841, 'name': Rename_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.752375] env[69990]: INFO nova.compute.manager [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Took 45.89 seconds to build instance. [ 690.798075] env[69990]: DEBUG oslo_vmware.api [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Task: {'id': task-3445839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540016} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.798334] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.798526] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.798699] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.798867] env[69990]: INFO nova.compute.manager [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Took 1.63 seconds to destroy the instance on the hypervisor. [ 690.799117] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.799323] env[69990]: DEBUG nova.compute.manager [-] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.799444] env[69990]: DEBUG nova.network.neutron [-] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.886582] env[69990]: DEBUG nova.network.neutron [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.938353] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "22e94675-c7e3-463b-9328-f856c0b0ebe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.938613] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.983666] env[69990]: DEBUG nova.network.neutron [-] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.035146] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445840, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.066873] env[69990]: DEBUG nova.compute.manager [req-b6b0597f-62fd-4804-983d-42ae07d4c387 req-e4e49f0e-005b-440c-b35a-c8bc07b6a127 service nova] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Received event network-vif-deleted-97d424b9-e03a-4a94-9196-b90512dcebd6 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.188274] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445841, 'name': Rename_Task, 'duration_secs': 0.257113} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.189652] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.189905] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-744091e3-045e-4969-96ce-fb81e1305256 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.196588] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 691.196588] env[69990]: value = "task-3445842" [ 691.196588] env[69990]: _type = "Task" [ 691.196588] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.200730] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.203368] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.646s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.205490] env[69990]: INFO nova.compute.claims [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.216897] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445842, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.231452] env[69990]: INFO nova.scheduler.client.report [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Deleted allocations for instance f7a3245f-e02c-4b30-8574-b0028e8341a8 [ 691.258302] env[69990]: DEBUG oslo_concurrency.lockutils [None req-260b52e9-10a7-4176-b67f-c88135a4f6af tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.218s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.389130] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Releasing lock "refresh_cache-b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.389618] env[69990]: DEBUG nova.compute.manager [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.389816] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.390119] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98cd589f-20e1-4576-9122-7f546e916ec1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.403580] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a289f-80b7-4c11-9d6f-886c1fa85eec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.420116] env[69990]: DEBUG nova.compute.manager [req-09922d8b-700d-4cca-8d0a-c7b97d76c94b req-c04b8990-be03-4563-93a3-b98c8df73370 service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Received event network-vif-deleted-dbe62f6a-591b-4a62-80c9-d8255aebf54f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.420514] env[69990]: INFO nova.compute.manager [req-09922d8b-700d-4cca-8d0a-c7b97d76c94b req-c04b8990-be03-4563-93a3-b98c8df73370 service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Neutron deleted interface dbe62f6a-591b-4a62-80c9-d8255aebf54f; detaching it from the instance and deleting it from the info cache [ 691.420796] env[69990]: DEBUG nova.network.neutron [req-09922d8b-700d-4cca-8d0a-c7b97d76c94b req-c04b8990-be03-4563-93a3-b98c8df73370 service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.437216] env[69990]: WARNING nova.virt.vmwareapi.vmops [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f could not be found. [ 691.437432] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.437612] env[69990]: INFO nova.compute.manager [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 691.437858] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.439320] env[69990]: DEBUG nova.compute.manager [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.439430] env[69990]: DEBUG nova.network.neutron [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.467619] env[69990]: DEBUG nova.network.neutron [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.487240] env[69990]: INFO nova.compute.manager [-] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Took 1.93 seconds to deallocate network for instance. [ 691.535359] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445840, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.671186] env[69990]: DEBUG nova.network.neutron [-] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.713090] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.740941] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c056f154-06db-446b-aea7-5b5067bf5aca tempest-ServerAddressesTestJSON-2002145912 tempest-ServerAddressesTestJSON-2002145912-project-member] Lock "f7a3245f-e02c-4b30-8574-b0028e8341a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.753s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.761816] env[69990]: DEBUG nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.865995] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "3806e66d-58b8-4c34-8b23-e72e47f7908e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.866340] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.866558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "3806e66d-58b8-4c34-8b23-e72e47f7908e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.866751] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.866925] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.868949] env[69990]: INFO nova.compute.manager [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Terminating instance [ 691.940784] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8245f926-97bc-4148-8ec8-8da7185caa54 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.950086] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca209c6-c99a-4317-a08f-8a934e32232f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.980831] env[69990]: DEBUG nova.network.neutron [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.985247] env[69990]: DEBUG nova.compute.manager [req-09922d8b-700d-4cca-8d0a-c7b97d76c94b req-c04b8990-be03-4563-93a3-b98c8df73370 service nova] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Detach interface failed, port_id=dbe62f6a-591b-4a62-80c9-d8255aebf54f, reason: Instance 796dc302-b266-4e92-8ce5-cc5380e071ff could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 691.997869] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.035481] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445840, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.974971} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.035837] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. [ 692.036648] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731af906-31c4-4316-b56f-df50be664c55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.064078] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.064078] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8123e423-baab-49b4-bf7f-c1ab1ad7f3ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.083917] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 692.083917] env[69990]: value = "task-3445843" [ 692.083917] env[69990]: _type = "Task" [ 692.083917] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.091974] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.116691] env[69990]: INFO nova.compute.manager [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Rebuilding instance [ 692.165108] env[69990]: DEBUG nova.compute.manager [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.166024] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498158ad-34a7-453a-b947-5f6e122c5474 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.172796] env[69990]: INFO nova.compute.manager [-] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Took 1.37 seconds to deallocate network for instance. [ 692.207905] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.281637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.374647] env[69990]: DEBUG nova.compute.manager [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.374647] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.375821] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef94424-ae2d-4aca-9b0a-6ddb18174c29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.387758] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.389692] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be4f44a-9dff-4bea-94e8-403a3292114e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.399441] env[69990]: DEBUG oslo_vmware.api [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 692.399441] env[69990]: value = "task-3445844" [ 692.399441] env[69990]: _type = "Task" [ 692.399441] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.408958] env[69990]: DEBUG oslo_vmware.api [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.483585] env[69990]: INFO nova.compute.manager [-] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Took 1.04 seconds to deallocate network for instance. [ 692.595782] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.686717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.711987] env[69990]: DEBUG oslo_vmware.api [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445842, 'name': PowerOnVM_Task, 'duration_secs': 1.474238} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.712348] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.712609] env[69990]: INFO nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Took 7.93 seconds to spawn the instance on the hypervisor. [ 692.712845] env[69990]: DEBUG nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.713821] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad67d662-ec4f-4ca1-bd1b-85cbf0bcca1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.752625] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97243d86-ed5b-471d-adb5-cd77f9a08478 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.762759] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d9fbc-de8d-4f58-be91-8ec571cd2c92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.798382] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfeccfb-f4bf-4ed3-bb45-768c8ac5af0e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.806736] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4647269f-f8c6-44c8-ad23-6c15aa97bf49 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.825087] env[69990]: DEBUG nova.compute.provider_tree [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.908994] env[69990]: DEBUG oslo_vmware.api [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445844, 'name': PowerOffVM_Task, 'duration_secs': 0.499468} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.909205] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.909548] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.909603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-860c70ba-6db1-462e-94a9-87e38aa754d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.994028] env[69990]: INFO nova.compute.manager [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance disappeared during terminate [ 692.994028] env[69990]: DEBUG oslo_concurrency.lockutils [None req-86405f03-7e15-4b5e-803c-de84c7934a49 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.407s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.994028] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.994028] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.994272] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Deleting the datastore file [datastore2] 3806e66d-58b8-4c34-8b23-e72e47f7908e {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.994676] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8123875-1a07-4db5-868a-a1d1ea1ce31e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.001458] env[69990]: DEBUG oslo_vmware.api [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for the task: (returnval){ [ 693.001458] env[69990]: value = "task-3445846" [ 693.001458] env[69990]: _type = "Task" [ 693.001458] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.010042] env[69990]: DEBUG oslo_vmware.api [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.094278] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445843, 'name': ReconfigVM_Task, 'duration_secs': 0.7547} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.095022] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.095458] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff17c73e-e9c8-40f5-8a1b-67dc05369252 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.124092] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25090287-a98f-4d8d-a599-bc118bed9006 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.141252] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 693.141252] env[69990]: value = "task-3445847" [ 693.141252] env[69990]: _type = "Task" [ 693.141252] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.164077] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.181701] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.182057] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5130a785-33f8-4356-84de-97c9cfa724b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.193594] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 693.193594] env[69990]: value = "task-3445848" [ 693.193594] env[69990]: _type = "Task" [ 693.193594] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.201024] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.237301] env[69990]: INFO nova.compute.manager [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Took 47.28 seconds to build instance. [ 693.328041] env[69990]: DEBUG nova.scheduler.client.report [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.512236] env[69990]: DEBUG oslo_vmware.api [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Task: {'id': task-3445846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317186} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.512686] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.512686] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.512861] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.513054] env[69990]: INFO nova.compute.manager [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 693.513306] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.513502] env[69990]: DEBUG nova.compute.manager [-] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.513601] env[69990]: DEBUG nova.network.neutron [-] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.659570] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445847, 'name': ReconfigVM_Task, 'duration_secs': 0.368716} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.660100] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.660460] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79650f03-3adc-4332-b6b0-73706fac7db3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.668433] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 693.668433] env[69990]: value = "task-3445849" [ 693.668433] env[69990]: _type = "Task" [ 693.668433] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.693779] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.705520] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445848, 'name': PowerOffVM_Task, 'duration_secs': 0.249367} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.705520] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.705520] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.705520] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94037b6a-87d2-49bc-8175-ce226c2fbe42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.719868] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.722029] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86ccee12-fbdc-4c02-8dda-647b8990458f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.739657] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cbe2914-3536-4980-b349-2f648d091807 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "b547a781-eb85-40cc-8508-f78b29144ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.467s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.794258] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.794503] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.794691] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleting the datastore file [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.795079] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb8ed349-7901-49d9-a5d3-4484df700dd1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.803317] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 693.803317] env[69990]: value = "task-3445851" [ 693.803317] env[69990]: _type = "Task" [ 693.803317] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.811610] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.833441] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.834134] env[69990]: DEBUG nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.837235] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.194s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.838316] env[69990]: INFO nova.compute.claims [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.869776] env[69990]: DEBUG nova.compute.manager [req-1a603d35-c9bc-408b-b617-b3cfee74e98e req-387238ec-0802-4af5-8488-81e06edfd4d5 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Received event network-vif-deleted-7be14da7-fd16-468c-846f-2293fb3a91eb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.869932] env[69990]: INFO nova.compute.manager [req-1a603d35-c9bc-408b-b617-b3cfee74e98e req-387238ec-0802-4af5-8488-81e06edfd4d5 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Neutron deleted interface 7be14da7-fd16-468c-846f-2293fb3a91eb; detaching it from the instance and deleting it from the info cache [ 693.870123] env[69990]: DEBUG nova.network.neutron [req-1a603d35-c9bc-408b-b617-b3cfee74e98e req-387238ec-0802-4af5-8488-81e06edfd4d5 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.178394] env[69990]: DEBUG oslo_vmware.api [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445849, 'name': PowerOnVM_Task, 'duration_secs': 0.470131} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.178667] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.182249] env[69990]: DEBUG nova.compute.manager [None req-03f54206-32cb-4f97-afa8-d93c3cecc2c2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.182978] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de64c9e-f547-4193-be52-7bf7aa0adbba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.242026] env[69990]: DEBUG nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.253971] env[69990]: DEBUG nova.network.neutron [-] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.314307] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203573} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.314307] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.314307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.314307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.345096] env[69990]: DEBUG nova.compute.utils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.345209] env[69990]: DEBUG nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 694.372831] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f13c794-f2d8-4e2d-b837-c0c5237b6ee1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.381994] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8946593-00b2-4915-a50f-b08a14b33c3e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.410535] env[69990]: DEBUG nova.compute.manager [req-1a603d35-c9bc-408b-b617-b3cfee74e98e req-387238ec-0802-4af5-8488-81e06edfd4d5 service nova] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Detach interface failed, port_id=7be14da7-fd16-468c-846f-2293fb3a91eb, reason: Instance 3806e66d-58b8-4c34-8b23-e72e47f7908e could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 694.756892] env[69990]: INFO nova.compute.manager [-] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Took 1.24 seconds to deallocate network for instance. [ 694.771199] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.848858] env[69990]: DEBUG nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.245049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b7536-43e3-45fc-8357-6d9007aa1674 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.253044] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9f66b0-7b5e-4ad6-9fd3-973db7f32867 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.286383] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.287487] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf873f5-2fa5-49b6-85cb-f1ca952956a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.295100] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c62c8f-83fd-447a-9a3e-5f7e585d29f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.309727] env[69990]: DEBUG nova.compute.provider_tree [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.375201] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.375201] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.375201] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.375201] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.375490] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.375490] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.375689] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.375882] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.376087] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.376277] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.376456] env[69990]: DEBUG nova.virt.hardware [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.377432] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1261980-1650-4fe8-868b-e9138600799d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.385573] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9bae4b-7143-4b85-ade6-a1d33641f643 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.400905] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5d:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '789dd097-4fd3-4a77-81cb-bc23925775db', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.408653] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.409216] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.409459] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f9b0a74-8b6a-48f0-bb77-3a2dbeeada93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.429780] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.429780] env[69990]: value = "task-3445852" [ 695.429780] env[69990]: _type = "Task" [ 695.429780] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.438472] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445852, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.814029] env[69990]: DEBUG nova.scheduler.client.report [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.861189] env[69990]: DEBUG nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.887202] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.887495] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.887681] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.887980] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.888220] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.888444] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.888726] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.888910] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.889131] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.889317] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.889524] env[69990]: DEBUG nova.virt.hardware [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.892309] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf6235-04f8-46c4-8bc9-9f1cbcb136f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.902808] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c48a5-ebe0-4430-b7c9-b49ee27dc240 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.922763] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.928963] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.929276] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.929872] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-334890cd-a9ae-493c-9533-2eee8ff05ebd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.951305] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445852, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.952831] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.952831] env[69990]: value = "task-3445853" [ 695.952831] env[69990]: _type = "Task" [ 695.952831] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.964176] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445853, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.318732] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.318995] env[69990]: DEBUG nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.321680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.275s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.323813] env[69990]: INFO nova.compute.claims [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.453833] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445852, 'name': CreateVM_Task, 'duration_secs': 0.581476} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.457427] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.458246] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.458417] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.458827] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.459678] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a185e5a5-d805-424a-967c-8619740dc7d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.465437] env[69990]: INFO nova.compute.manager [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Rescuing [ 696.465733] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.465790] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.465957] env[69990]: DEBUG nova.network.neutron [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.467110] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445853, 'name': CreateVM_Task, 'duration_secs': 0.415339} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.467659] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.468070] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.470290] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 696.470290] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5218d2c9-dc12-6612-1aba-6c796e9b860e" [ 696.470290] env[69990]: _type = "Task" [ 696.470290] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.479975] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5218d2c9-dc12-6612-1aba-6c796e9b860e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.832177] env[69990]: DEBUG nova.compute.utils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.833199] env[69990]: DEBUG nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.833353] env[69990]: DEBUG nova.network.neutron [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.981876] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5218d2c9-dc12-6612-1aba-6c796e9b860e, 'name': SearchDatastore_Task, 'duration_secs': 0.03713} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.982386] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.982768] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.985025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.985025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.985025] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.985025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.985025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.985025] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d72b948-6e00-4041-912c-143438d22ace {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.986677] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba83ea4-f2cb-4436-b883-44e0420a03ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.991663] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 696.991663] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5284dc9b-50ec-5890-7bd4-5c91558bc024" [ 696.991663] env[69990]: _type = "Task" [ 696.991663] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.996860] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.998049] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.998049] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcba2c5-6077-46e0-aa05-6583d20ecdea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.003333] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5284dc9b-50ec-5890-7bd4-5c91558bc024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.009018] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 697.009018] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524472c2-fcaf-1b03-9bb9-5cff65493e70" [ 697.009018] env[69990]: _type = "Task" [ 697.009018] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.017224] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524472c2-fcaf-1b03-9bb9-5cff65493e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.085340] env[69990]: DEBUG nova.policy [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3c42a8f5e4c43caa114998eca17d31c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb41e89f8eee4eeebc098efaf3162771', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.241665] env[69990]: DEBUG nova.network.neutron [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Updating instance_info_cache with network_info: [{"id": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "address": "fa:16:3e:85:a8:4e", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7c915-8b", "ovs_interfaceid": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.338541] env[69990]: DEBUG nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.474233] env[69990]: DEBUG nova.network.neutron [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Successfully created port: 4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.501527] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5284dc9b-50ec-5890-7bd4-5c91558bc024, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.503924] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.504226] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.504444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.515437] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524472c2-fcaf-1b03-9bb9-5cff65493e70, 'name': SearchDatastore_Task, 'duration_secs': 0.025563} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.521785] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1902811c-c696-455b-b0ca-a635b62fc2ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.523905] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 697.523905] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52afa39e-eddc-758b-edfc-1ef8a8276277" [ 697.523905] env[69990]: _type = "Task" [ 697.523905] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.531670] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52afa39e-eddc-758b-edfc-1ef8a8276277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.744285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.833930] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a7b11-a1b7-4dd2-9fad-c81aff6503bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.841595] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d375e6a-b2b2-4977-b633-69a1b8e26895 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.845913] env[69990]: INFO nova.virt.block_device [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Booting with volume 158adda3-ea2a-4758-9de6-53d821fe17a6 at /dev/sda [ 697.884855] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7090fba1-ef09-4eb2-8959-1a105dd6ecdb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.892748] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47815f4f-b7cc-4bd3-90b8-8c84e43f62df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.906064] env[69990]: DEBUG nova.compute.provider_tree [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.917367] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18d76b02-aa51-4832-899f-064c342759fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.928953] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fa78cc-83e4-4867-9a2b-681ee7e21be7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.963920] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4236f90-960f-4d18-a8c3-6ece10a5111b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.973153] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc2942-4f8a-480b-8473-78893e9e0d08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.009651] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e8ea6-8962-43ed-bc76-3b00d4a10d89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.015113] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f7dde9-2e03-4dd1-bea6-d38be202efff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.030993] env[69990]: DEBUG nova.virt.block_device [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Updating existing volume attachment record: 4a152655-e75e-442f-bad7-72615ede21a8 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 698.039265] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52afa39e-eddc-758b-edfc-1ef8a8276277, 'name': SearchDatastore_Task, 'duration_secs': 0.034292} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.039265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.039265] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.039423] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.039466] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.039677] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb77118e-6429-42a0-ab88-0696d144b1ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.041455] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9182ee8-fe27-4049-9632-fe742a756fca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.052764] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 698.052764] env[69990]: value = "task-3445854" [ 698.052764] env[69990]: _type = "Task" [ 698.052764] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.058758] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.060192] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.064963] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b033b0-914f-4970-b66d-f05b4a19d4c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.067891] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.071071] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 698.071071] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52076797-2b2d-75c3-28dc-7f2b434d777c" [ 698.071071] env[69990]: _type = "Task" [ 698.071071] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.078664] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52076797-2b2d-75c3-28dc-7f2b434d777c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.409802] env[69990]: DEBUG nova.scheduler.client.report [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.563496] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489174} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.563496] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.563710] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.563968] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc37455b-0d9c-44ec-86e5-c97a2cf19173 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.570485] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 698.570485] env[69990]: value = "task-3445855" [ 698.570485] env[69990]: _type = "Task" [ 698.570485] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.583021] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52076797-2b2d-75c3-28dc-7f2b434d777c, 'name': SearchDatastore_Task, 'duration_secs': 0.008392} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.585408] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.585673] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7349d9a-03c1-49e5-a28a-7bd6574e4c89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.592904] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 698.592904] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]528cab1d-5bfe-fca5-78b1-b562a01d5e57" [ 698.592904] env[69990]: _type = "Task" [ 698.592904] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.600969] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528cab1d-5bfe-fca5-78b1-b562a01d5e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.914928] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.915484] env[69990]: DEBUG nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.918121] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.881s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.918348] env[69990]: DEBUG nova.objects.instance [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 698.936225] env[69990]: DEBUG nova.compute.manager [req-9dd26731-e50f-4bc0-9e0e-c13de1fde2a8 req-3140b1f8-0b0f-4242-a78b-8c9338fdf55e service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Received event network-vif-plugged-4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.936432] env[69990]: DEBUG oslo_concurrency.lockutils [req-9dd26731-e50f-4bc0-9e0e-c13de1fde2a8 req-3140b1f8-0b0f-4242-a78b-8c9338fdf55e service nova] Acquiring lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.936739] env[69990]: DEBUG oslo_concurrency.lockutils [req-9dd26731-e50f-4bc0-9e0e-c13de1fde2a8 req-3140b1f8-0b0f-4242-a78b-8c9338fdf55e service nova] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.936820] env[69990]: DEBUG oslo_concurrency.lockutils [req-9dd26731-e50f-4bc0-9e0e-c13de1fde2a8 req-3140b1f8-0b0f-4242-a78b-8c9338fdf55e service nova] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.936969] env[69990]: DEBUG nova.compute.manager [req-9dd26731-e50f-4bc0-9e0e-c13de1fde2a8 req-3140b1f8-0b0f-4242-a78b-8c9338fdf55e service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] No waiting events found dispatching network-vif-plugged-4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.937260] env[69990]: WARNING nova.compute.manager [req-9dd26731-e50f-4bc0-9e0e-c13de1fde2a8 req-3140b1f8-0b0f-4242-a78b-8c9338fdf55e service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Received unexpected event network-vif-plugged-4fabc038-c7ad-4a80-b906-f6eb1202041e for instance with vm_state building and task_state block_device_mapping. [ 699.030488] env[69990]: DEBUG nova.network.neutron [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Successfully updated port: 4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.080372] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059498} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.080833] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.081408] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359f364f-1242-4d7f-a02a-a5dea634702d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.105354] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.108488] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3c705c-f90f-40a6-a57b-39ddda39d52f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.129787] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528cab1d-5bfe-fca5-78b1-b562a01d5e57, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.130965] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.131306] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.131556] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 699.131556] env[69990]: value = "task-3445856" [ 699.131556] env[69990]: _type = "Task" [ 699.131556] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.131745] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30437f71-6e7a-449a-886e-d029f413d630 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.142680] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.143874] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 699.143874] env[69990]: value = "task-3445857" [ 699.143874] env[69990]: _type = "Task" [ 699.143874] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.280381] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.280660] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe0e379-3833-4c47-a5f3-89eef962bc31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.289796] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 699.289796] env[69990]: value = "task-3445858" [ 699.289796] env[69990]: _type = "Task" [ 699.289796] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.298068] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.422410] env[69990]: DEBUG nova.compute.utils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.427026] env[69990]: DEBUG nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.427026] env[69990]: DEBUG nova.network.neutron [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.480230] env[69990]: DEBUG nova.policy [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bf1bfea9c414b5197a43e58e4e13789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16c2efb2404e4690b0586d058590c6e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.533709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Acquiring lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.533709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Acquired lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.533917] env[69990]: DEBUG nova.network.neutron [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.646263] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.657720] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.803197] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445858, 'name': PowerOffVM_Task, 'duration_secs': 0.342026} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.803565] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.807271] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb714a8-f5c8-4501-b0db-7e1cc72b6ed3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.830705] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95995a-97b4-4ff6-b2c0-009d8a517abd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.870106] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.870372] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4acfe645-e980-4234-aed9-931ea7d4c45b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.879476] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 699.879476] env[69990]: value = "task-3445859" [ 699.879476] env[69990]: _type = "Task" [ 699.879476] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.888895] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 699.889140] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.889391] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.889532] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.889707] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.889965] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017068b8-9f8e-498d-89d7-30ccab0e8831 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.900513] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.900775] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.901855] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddf7d2f-e067-4c93-80f3-8954eca901e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.915786] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 699.915786] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52247715-6068-4b6a-8cc5-a2fc90a07e70" [ 699.915786] env[69990]: _type = "Task" [ 699.915786] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.917024] env[69990]: DEBUG nova.network.neutron [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Successfully created port: 995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.927510] env[69990]: DEBUG nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.937463] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0313199a-92e2-423e-832e-f842f9d45f8b tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.938854] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52247715-6068-4b6a-8cc5-a2fc90a07e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.939826] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.150s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.941976] env[69990]: INFO nova.compute.claims [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.069640] env[69990]: DEBUG nova.network.neutron [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.144745] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445856, 'name': ReconfigVM_Task, 'duration_secs': 0.899417} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.147786] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3/73ead6cd-4b4a-4614-a273-736a726aefc3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.152914] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97a5849-474b-4b24-b9af-483408e6007c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.155237] env[69990]: DEBUG nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.155740] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.155933] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.156122] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.156312] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.156458] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.156604] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.157139] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.157139] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.157139] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.161124] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.161427] env[69990]: DEBUG nova.virt.hardware [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.162622] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f71199-2b08-46c5-b294-d3ed96d50abe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.168663] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831357} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.169208] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.169421] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.169827] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6afd80a1-64ae-42e9-8703-a3bf70747467 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.175455] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 700.175455] env[69990]: value = "task-3445860" [ 700.175455] env[69990]: _type = "Task" [ 700.175455] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.176977] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38274cc-30b0-492d-9c6b-23b69b8390de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.185236] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 700.185236] env[69990]: value = "task-3445861" [ 700.185236] env[69990]: _type = "Task" [ 700.185236] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.209426] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445860, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.214767] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.230760] env[69990]: DEBUG nova.network.neutron [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Updating instance_info_cache with network_info: [{"id": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "address": "fa:16:3e:96:92:8d", "network": {"id": "ce855924-fd2e-4914-91e3-879ad749ddcc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2062203397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb41e89f8eee4eeebc098efaf3162771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fabc038-c7", "ovs_interfaceid": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.432408] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52247715-6068-4b6a-8cc5-a2fc90a07e70, 'name': SearchDatastore_Task, 'duration_secs': 0.021371} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.433270] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db0f730-dda8-4d83-b20f-84c8778bd7b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.438925] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 700.438925] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52790b26-577b-319f-a964-7acdd1774643" [ 700.438925] env[69990]: _type = "Task" [ 700.438925] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.452445] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52790b26-577b-319f-a964-7acdd1774643, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.453479] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.453479] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. {{(pid=69990) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 700.453479] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f3a8bc9-de45-4398-964d-21e852924ff3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.460831] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 700.460831] env[69990]: value = "task-3445862" [ 700.460831] env[69990]: _type = "Task" [ 700.460831] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.468517] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.694465] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445860, 'name': Rename_Task, 'duration_secs': 0.133119} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.694745] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.697019] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc85010f-e7c7-43eb-89cf-bf50202236c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.699748] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071332} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.700361] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.701129] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e98a2-a7d2-4d25-b2ca-f388d4f6ceed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.705648] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 700.705648] env[69990]: value = "task-3445863" [ 700.705648] env[69990]: _type = "Task" [ 700.705648] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.721402] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.724709] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaef37e9-89ce-4d64-bcf2-07dd713309e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.740068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Releasing lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.740397] env[69990]: DEBUG nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Instance network_info: |[{"id": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "address": "fa:16:3e:96:92:8d", "network": {"id": "ce855924-fd2e-4914-91e3-879ad749ddcc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2062203397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb41e89f8eee4eeebc098efaf3162771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fabc038-c7", "ovs_interfaceid": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.741255] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:92:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fabc038-c7ad-4a80-b906-f6eb1202041e', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.748975] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Creating folder: Project (bb41e89f8eee4eeebc098efaf3162771). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.753350] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701de488-e11a-4361-a4af-cf209028377b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.755188] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.756717] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 700.756717] env[69990]: value = "task-3445864" [ 700.756717] env[69990]: _type = "Task" [ 700.756717] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.767223] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.775045] env[69990]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 700.775283] env[69990]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69990) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 700.775779] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Folder already exists: Project (bb41e89f8eee4eeebc098efaf3162771). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 700.776031] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Creating folder: Instances. Parent ref: group-v687817. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.776340] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88924bae-1c12-4190-87ce-0916e7874932 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.786926] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Created folder: Instances in parent group-v687817. [ 700.787067] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.787279] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.787540] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6e825f1-f81e-4363-9168-d8a47142dd94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.812602] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.812602] env[69990]: value = "task-3445867" [ 700.812602] env[69990]: _type = "Task" [ 700.812602] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.821339] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445867, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.948487] env[69990]: DEBUG nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.975830] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.987428] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.987677] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.987833] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.988070] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.988168] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.988319] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.988572] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.988739] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.988908] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.989131] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.989362] env[69990]: DEBUG nova.virt.hardware [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.990283] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8693f24-df04-48e0-ab99-1cabbdbdb313 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.995576] env[69990]: DEBUG nova.compute.manager [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Received event network-changed-4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.995795] env[69990]: DEBUG nova.compute.manager [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Refreshing instance network info cache due to event network-changed-4fabc038-c7ad-4a80-b906-f6eb1202041e. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.996038] env[69990]: DEBUG oslo_concurrency.lockutils [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] Acquiring lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.996219] env[69990]: DEBUG oslo_concurrency.lockutils [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] Acquired lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.996387] env[69990]: DEBUG nova.network.neutron [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Refreshing network info cache for port 4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.008317] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171a72c-c54c-41c8-af75-cd06388cb794 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.222361] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.267692] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445864, 'name': ReconfigVM_Task, 'duration_secs': 0.403196} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.270193] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Reconfigured VM instance instance-00000024 to attach disk [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.271311] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed031f6-37ad-4e56-a132-e98cf1638bf3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.278615] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 701.278615] env[69990]: value = "task-3445868" [ 701.278615] env[69990]: _type = "Task" [ 701.278615] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.289486] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445868, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.326554] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445867, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.401744] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70873e1d-e19c-4090-9102-eddeb0cff174 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.413391] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a500459-cd8f-4517-92db-d2b2b01f837a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.451586] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d800ef64-ac14-433c-9063-50089aa74721 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.460026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc0e3f2-150d-49c6-804b-a6951cda1a0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.478255] env[69990]: DEBUG nova.compute.provider_tree [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.482710] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682638} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.483337] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. [ 701.483990] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a99c6-3326-4a64-b554-32c070e2caae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.512916] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.513812] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5e5c6c-a64b-4ad1-97fe-52b95e0d4bf2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.535573] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 701.535573] env[69990]: value = "task-3445869" [ 701.535573] env[69990]: _type = "Task" [ 701.535573] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.543821] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.563016] env[69990]: DEBUG nova.network.neutron [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Successfully updated port: 995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.724111] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445863, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.771253] env[69990]: DEBUG nova.network.neutron [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Updated VIF entry in instance network info cache for port 4fabc038-c7ad-4a80-b906-f6eb1202041e. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.771606] env[69990]: DEBUG nova.network.neutron [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Updating instance_info_cache with network_info: [{"id": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "address": "fa:16:3e:96:92:8d", "network": {"id": "ce855924-fd2e-4914-91e3-879ad749ddcc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2062203397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb41e89f8eee4eeebc098efaf3162771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fabc038-c7", "ovs_interfaceid": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.789419] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445868, 'name': Rename_Task, 'duration_secs': 0.149201} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.789692] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.789935] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b6de57-5775-4390-b115-467031ec00f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.796959] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 701.796959] env[69990]: value = "task-3445870" [ 701.796959] env[69990]: _type = "Task" [ 701.796959] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.804883] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.824384] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445867, 'name': CreateVM_Task, 'duration_secs': 0.761471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.824384] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.824384] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687826', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'name': 'volume-158adda3-ea2a-4758-9de6-53d821fe17a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '428bfb3a-873a-41bb-8936-1c7b9ee8ab86', 'attached_at': '', 'detached_at': '', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'serial': '158adda3-ea2a-4758-9de6-53d821fe17a6'}, 'boot_index': 0, 'attachment_id': '4a152655-e75e-442f-bad7-72615ede21a8', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69990) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 701.824384] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Root volume attach. Driver type: vmdk {{(pid=69990) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 701.824384] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb47d8f-228c-42a4-a106-379fefc97783 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.834204] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431fb96-0dad-4235-b951-f475fe8f6e22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.840443] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e62120-9404-47c7-bd55-73689b900097 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.847663] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7c586504-1347-4da9-aef1-f80ff6bc135b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.855683] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 701.855683] env[69990]: value = "task-3445871" [ 701.855683] env[69990]: _type = "Task" [ 701.855683] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.863339] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.984335] env[69990]: DEBUG nova.scheduler.client.report [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.045838] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.065928] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.066098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.066257] env[69990]: DEBUG nova.network.neutron [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.224563] env[69990]: DEBUG oslo_vmware.api [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445863, 'name': PowerOnVM_Task, 'duration_secs': 1.382412} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.224832] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.225059] env[69990]: DEBUG nova.compute.manager [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.225931] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452abbc8-f28b-486b-8b29-1b4d8229fdab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.274788] env[69990]: DEBUG oslo_concurrency.lockutils [req-629c9c05-f602-4dac-8de9-8ba1b8636657 req-0477f125-ea44-4ade-a466-3c46f39edee8 service nova] Releasing lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.309440] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445870, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.366832] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 38%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.491485] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.491485] env[69990]: DEBUG nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.494405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.656s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.494652] env[69990]: DEBUG nova.objects.instance [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lazy-loading 'resources' on Instance uuid c345566d-a434-48c9-9925-b696473b4231 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.546259] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445869, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.606995] env[69990]: DEBUG nova.network.neutron [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.744611] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.778711] env[69990]: DEBUG nova.network.neutron [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": "995f9e1c-bb71-4387-b245-75826e1989a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.807686] env[69990]: DEBUG oslo_vmware.api [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445870, 'name': PowerOnVM_Task, 'duration_secs': 0.888513} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.807986] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.808226] env[69990]: INFO nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Took 6.95 seconds to spawn the instance on the hypervisor. [ 702.808611] env[69990]: DEBUG nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.809574] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a26b92-1cc5-4af3-9d38-a34fbcffeb1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.867342] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 53%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.998006] env[69990]: DEBUG nova.compute.utils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.999752] env[69990]: DEBUG nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.999942] env[69990]: DEBUG nova.network.neutron [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.023281] env[69990]: DEBUG nova.compute.manager [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received event network-vif-plugged-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.023281] env[69990]: DEBUG oslo_concurrency.lockutils [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.023281] env[69990]: DEBUG oslo_concurrency.lockutils [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.023281] env[69990]: DEBUG oslo_concurrency.lockutils [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.023281] env[69990]: DEBUG nova.compute.manager [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] No waiting events found dispatching network-vif-plugged-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.023281] env[69990]: WARNING nova.compute.manager [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received unexpected event network-vif-plugged-995f9e1c-bb71-4387-b245-75826e1989a5 for instance with vm_state building and task_state spawning. [ 703.023527] env[69990]: DEBUG nova.compute.manager [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received event network-changed-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.023688] env[69990]: DEBUG nova.compute.manager [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Refreshing instance network info cache due to event network-changed-995f9e1c-bb71-4387-b245-75826e1989a5. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.023904] env[69990]: DEBUG oslo_concurrency.lockutils [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] Acquiring lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.046603] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445869, 'name': ReconfigVM_Task, 'duration_secs': 1.137281} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.049855] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.051151] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d828be8c-74eb-471e-ba0b-26206465561e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.056682] env[69990]: DEBUG nova.policy [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8c826a90605434bb45d4e324421771b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d6fbff99e73461591eb674fef109293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.083566] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914e80a5-21d4-4aa2-a772-5abd3227caaa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.101375] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 703.101375] env[69990]: value = "task-3445872" [ 703.101375] env[69990]: _type = "Task" [ 703.101375] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.111464] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.282096] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.283025] env[69990]: DEBUG nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Instance network_info: |[{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": "995f9e1c-bb71-4387-b245-75826e1989a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.283025] env[69990]: DEBUG oslo_concurrency.lockutils [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] Acquired lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.285370] env[69990]: DEBUG nova.network.neutron [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Refreshing network info cache for port 995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.286212] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:3d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995f9e1c-bb71-4387-b245-75826e1989a5', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.294097] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating folder: Project (16c2efb2404e4690b0586d058590c6e5). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.299193] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25020898-efe6-4935-a657-22c14e71995d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.311612] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Created folder: Project (16c2efb2404e4690b0586d058590c6e5) in parent group-v687779. [ 703.311830] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating folder: Instances. Parent ref: group-v687887. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.312102] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84d1d5f-6192-4628-a738-10aefc78bed9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.327246] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Created folder: Instances in parent group-v687887. [ 703.327246] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.328905] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.330959] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48833543-110b-4e30-a7e9-b2e7f69d25b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.350625] env[69990]: INFO nova.compute.manager [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Took 52.81 seconds to build instance. [ 703.358728] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.358728] env[69990]: value = "task-3445875" [ 703.358728] env[69990]: _type = "Task" [ 703.358728] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.376320] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445875, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.380567] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 65%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.505856] env[69990]: DEBUG nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.587349] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025bb3d-d83e-4757-8351-4f49802a8008 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.596564] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc6c38-aad2-40e2-bb87-bafdbb09be66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.636618] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c95672e-ee5d-41d2-9655-7bc2c42b962f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.643282] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.649057] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb1db6-8ba5-4bee-85b7-4a646ad5209c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.664210] env[69990]: DEBUG nova.compute.provider_tree [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.721161] env[69990]: DEBUG nova.network.neutron [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Successfully created port: 1fb5e6b8-3a83-43b7-88bd-54da73600307 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.853728] env[69990]: DEBUG oslo_concurrency.lockutils [None req-04519dc5-73be-4084-929e-1b1ecd62c0d4 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.618s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.870836] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 78%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.876675] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445875, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.074827] env[69990]: DEBUG nova.network.neutron [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updated VIF entry in instance network info cache for port 995f9e1c-bb71-4387-b245-75826e1989a5. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.075250] env[69990]: DEBUG nova.network.neutron [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": "995f9e1c-bb71-4387-b245-75826e1989a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.113013] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.168106] env[69990]: DEBUG nova.scheduler.client.report [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.357154] env[69990]: DEBUG nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.373254] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.376557] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445875, 'name': CreateVM_Task, 'duration_secs': 0.671251} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.376736] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.377497] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.377684] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.377989] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.378264] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bf61bc-4485-4265-bc40-a5c6d80c8884 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.383463] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 704.383463] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b78786-69d1-8931-4e56-bea15ddcf241" [ 704.383463] env[69990]: _type = "Task" [ 704.383463] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.392256] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b78786-69d1-8931-4e56-bea15ddcf241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.461265] env[69990]: INFO nova.compute.manager [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Rebuilding instance [ 704.511392] env[69990]: DEBUG nova.compute.manager [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.511706] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c93747-509d-4385-a541-fa957546ae02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.519069] env[69990]: DEBUG nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.544884] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.545136] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.545293] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.545467] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.545616] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.545787] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.546010] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.546315] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.546852] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.546852] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.549366] env[69990]: DEBUG nova.virt.hardware [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.549917] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abecf1a-ec90-4a6c-812e-a67f79767006 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.562013] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0b25e-f3be-4eb7-b996-809bbe975599 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.578106] env[69990]: DEBUG oslo_concurrency.lockutils [req-44197757-7ce3-49cd-b809-f6bb0b1d0aad req-bbd59a33-a91c-47d9-be84-5030ed0c913d service nova] Releasing lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.611800] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445872, 'name': ReconfigVM_Task, 'duration_secs': 1.294043} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.613016] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.613239] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111eb425-924c-433f-a7f3-2ff225d786ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.621182] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 704.621182] env[69990]: value = "task-3445876" [ 704.621182] env[69990]: _type = "Task" [ 704.621182] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.630279] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "73ead6cd-4b4a-4614-a273-736a726aefc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.630532] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.630790] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "73ead6cd-4b4a-4614-a273-736a726aefc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.631048] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.631273] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.633430] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.634042] env[69990]: INFO nova.compute.manager [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Terminating instance [ 704.674572] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.677486] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.331s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.677486] env[69990]: DEBUG nova.objects.instance [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lazy-loading 'resources' on Instance uuid c1e85518-4f49-47a2-9913-0acdf416d5b0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.698297] env[69990]: INFO nova.scheduler.client.report [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Deleted allocations for instance c345566d-a434-48c9-9925-b696473b4231 [ 704.875527] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 97%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.888837] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.896068] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b78786-69d1-8931-4e56-bea15ddcf241, 'name': SearchDatastore_Task, 'duration_secs': 0.087294} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.896384] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.896650] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.896917] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.897090] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.897282] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.897581] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ca26b09-24a0-419f-8d72-e6b7225e5b9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.917330] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.917513] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.918301] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7caa222e-e714-4abb-90f9-f0195aaf0546 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.927446] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 704.927446] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523bc25d-d5e8-9937-ac22-84d529140761" [ 704.927446] env[69990]: _type = "Task" [ 704.927446] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.937409] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523bc25d-d5e8-9937-ac22-84d529140761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.137024] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.138101] env[69990]: DEBUG nova.compute.manager [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.138445] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.139601] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14392ec7-98a9-4139-8405-76620e0718aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.149723] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.150078] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955b2de7-52b1-4832-9b06-d71556865572 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.158482] env[69990]: DEBUG oslo_vmware.api [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 705.158482] env[69990]: value = "task-3445877" [ 705.158482] env[69990]: _type = "Task" [ 705.158482] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.171728] env[69990]: DEBUG oslo_vmware.api [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.206842] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b1f086b-63bd-4407-ae30-caa5cb632383 tempest-ServerPasswordTestJSON-230701153 tempest-ServerPasswordTestJSON-230701153-project-member] Lock "c345566d-a434-48c9-9925-b696473b4231" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.929s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.272403] env[69990]: DEBUG nova.compute.manager [req-5db37501-581d-48ca-bbdb-a2aafca414d3 req-0b6faa1f-bda0-492a-aebe-408c08ff33d0 service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Received event network-vif-plugged-1fb5e6b8-3a83-43b7-88bd-54da73600307 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.272567] env[69990]: DEBUG oslo_concurrency.lockutils [req-5db37501-581d-48ca-bbdb-a2aafca414d3 req-0b6faa1f-bda0-492a-aebe-408c08ff33d0 service nova] Acquiring lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.273033] env[69990]: DEBUG oslo_concurrency.lockutils [req-5db37501-581d-48ca-bbdb-a2aafca414d3 req-0b6faa1f-bda0-492a-aebe-408c08ff33d0 service nova] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.273256] env[69990]: DEBUG oslo_concurrency.lockutils [req-5db37501-581d-48ca-bbdb-a2aafca414d3 req-0b6faa1f-bda0-492a-aebe-408c08ff33d0 service nova] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.273411] env[69990]: DEBUG nova.compute.manager [req-5db37501-581d-48ca-bbdb-a2aafca414d3 req-0b6faa1f-bda0-492a-aebe-408c08ff33d0 service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] No waiting events found dispatching network-vif-plugged-1fb5e6b8-3a83-43b7-88bd-54da73600307 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.273681] env[69990]: WARNING nova.compute.manager [req-5db37501-581d-48ca-bbdb-a2aafca414d3 req-0b6faa1f-bda0-492a-aebe-408c08ff33d0 service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Received unexpected event network-vif-plugged-1fb5e6b8-3a83-43b7-88bd-54da73600307 for instance with vm_state building and task_state spawning. [ 705.373575] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "2a580581-f0cd-4942-b79f-14f703e886a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.373797] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "2a580581-f0cd-4942-b79f-14f703e886a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.382487] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task} progress is 98%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.402273] env[69990]: DEBUG nova.network.neutron [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Successfully updated port: 1fb5e6b8-3a83-43b7-88bd-54da73600307 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.445035] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523bc25d-d5e8-9937-ac22-84d529140761, 'name': SearchDatastore_Task, 'duration_secs': 0.01541} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.445279] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b1cf94-bfa9-4ed8-b9af-589ce8f5a627 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.456705] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 705.456705] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52553c82-76fd-7268-22fb-a356ec264d84" [ 705.456705] env[69990]: _type = "Task" [ 705.456705] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.470465] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52553c82-76fd-7268-22fb-a356ec264d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.531739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.532949] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab557ee9-596b-4ef9-8982-e144d439c95f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.541167] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 705.541167] env[69990]: value = "task-3445878" [ 705.541167] env[69990]: _type = "Task" [ 705.541167] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.553628] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.638091] env[69990]: DEBUG oslo_vmware.api [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445876, 'name': PowerOnVM_Task, 'duration_secs': 0.868982} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.640976] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.644126] env[69990]: DEBUG nova.compute.manager [None req-c307e736-360b-4b7f-abaf-99d1d9cdad84 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.645603] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe35452-2074-4e6e-8866-43d73234cec2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.672187] env[69990]: DEBUG oslo_vmware.api [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445877, 'name': PowerOffVM_Task, 'duration_secs': 0.36747} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.675455] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.675828] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.677602] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84e3569-b15d-4f8c-8a16-b34ae49f2f5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.759398] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.759398] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.759398] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleting the datastore file [datastore2] 73ead6cd-4b4a-4614-a273-736a726aefc3 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.763707] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f5a4f96-f96a-4e79-a3e1-1b9755d09c42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.770016] env[69990]: DEBUG oslo_vmware.api [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 705.770016] env[69990]: value = "task-3445880" [ 705.770016] env[69990]: _type = "Task" [ 705.770016] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.777347] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06d56d3-4cb0-4409-b7ec-29567f0f67db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.782914] env[69990]: DEBUG oslo_vmware.api [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.788022] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014ce71a-648b-4eab-8962-f199916576ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.820055] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f543fa-d0a4-4668-8986-935a735162af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.829039] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ae272-dc00-4181-bac0-8ac7b9285291 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.844000] env[69990]: DEBUG nova.compute.provider_tree [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.870980] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445871, 'name': RelocateVM_Task, 'duration_secs': 3.885301} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.871212] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 705.871410] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687826', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'name': 'volume-158adda3-ea2a-4758-9de6-53d821fe17a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '428bfb3a-873a-41bb-8936-1c7b9ee8ab86', 'attached_at': '', 'detached_at': '', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'serial': '158adda3-ea2a-4758-9de6-53d821fe17a6'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 705.872207] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa0c9aa-30f1-455f-89a9-acf9ad6aad7e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.891400] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b1515-c9fa-4d60-af50-f7434ed217fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.912651] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "refresh_cache-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.912651] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquired lock "refresh_cache-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.912651] env[69990]: DEBUG nova.network.neutron [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.919816] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-158adda3-ea2a-4758-9de6-53d821fe17a6/volume-158adda3-ea2a-4758-9de6-53d821fe17a6.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.920860] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f0f659-08ec-40bc-8b38-187699e51edb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.942468] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 705.942468] env[69990]: value = "task-3445881" [ 705.942468] env[69990]: _type = "Task" [ 705.942468] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.952100] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.968913] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52553c82-76fd-7268-22fb-a356ec264d84, 'name': SearchDatastore_Task, 'duration_secs': 0.024794} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.969258] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.969440] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.969708] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94044a4d-1c9f-4702-ad93-72beb8fdb17f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.981582] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 705.981582] env[69990]: value = "task-3445882" [ 705.981582] env[69990]: _type = "Task" [ 705.981582] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.990503] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.052043] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445878, 'name': PowerOffVM_Task, 'duration_secs': 0.212138} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.052043] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.052043] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.052508] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bd96f4-e9a5-43d7-9b31-16b60c95a2db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.060396] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.060662] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285f16e0-f98b-466c-87c3-8c92f9a8084b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.102248] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.102481] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.102660] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleting the datastore file [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.102934] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6fa53f1-930d-43d6-a216-98d10edb2486 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.111173] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 706.111173] env[69990]: value = "task-3445884" [ 706.111173] env[69990]: _type = "Task" [ 706.111173] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.121718] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.286874] env[69990]: DEBUG oslo_vmware.api [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3445880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381902} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.287228] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.287356] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.287538] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.287712] env[69990]: INFO nova.compute.manager [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 706.292191] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.292625] env[69990]: DEBUG nova.compute.manager [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.292835] env[69990]: DEBUG nova.network.neutron [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.347542] env[69990]: DEBUG nova.scheduler.client.report [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.459708] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.470211] env[69990]: DEBUG nova.network.neutron [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.494298] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445882, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.626217] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218506} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.626493] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.626679] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.626853] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.689803] env[69990]: DEBUG nova.network.neutron [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Updating instance_info_cache with network_info: [{"id": "1fb5e6b8-3a83-43b7-88bd-54da73600307", "address": "fa:16:3e:d5:90:22", "network": {"id": "56ea8a39-10bb-4780-957f-f511cd8f88be", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1732698978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6fbff99e73461591eb674fef109293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb5e6b8-3a", "ovs_interfaceid": "1fb5e6b8-3a83-43b7-88bd-54da73600307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.854238] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.856894] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.303s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.857449] env[69990]: DEBUG nova.objects.instance [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lazy-loading 'resources' on Instance uuid d1b8d80e-03e0-48e1-ace4-32369a145817 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.879793] env[69990]: INFO nova.scheduler.client.report [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Deleted allocations for instance c1e85518-4f49-47a2-9913-0acdf416d5b0 [ 706.956916] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445881, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.994453] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653342} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.994753] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.994993] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.995273] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c725efa-681d-4fd8-a92d-7007314f94e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.005257] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 707.005257] env[69990]: value = "task-3445885" [ 707.005257] env[69990]: _type = "Task" [ 707.005257] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.013705] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.196473] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Releasing lock "refresh_cache-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.196473] env[69990]: DEBUG nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Instance network_info: |[{"id": "1fb5e6b8-3a83-43b7-88bd-54da73600307", "address": "fa:16:3e:d5:90:22", "network": {"id": "56ea8a39-10bb-4780-957f-f511cd8f88be", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1732698978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6fbff99e73461591eb674fef109293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb5e6b8-3a", "ovs_interfaceid": "1fb5e6b8-3a83-43b7-88bd-54da73600307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.196473] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:90:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fb5e6b8-3a83-43b7-88bd-54da73600307', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.204598] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Creating folder: Project (3d6fbff99e73461591eb674fef109293). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.205610] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b16ae0e3-d3a4-4003-b706-3b6ddab19a94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.218531] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Created folder: Project (3d6fbff99e73461591eb674fef109293) in parent group-v687779. [ 707.219063] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Creating folder: Instances. Parent ref: group-v687890. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.219063] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8ce8bd-f4a4-4f8b-805d-4b2bf82df15d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.231179] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Created folder: Instances in parent group-v687890. [ 707.231179] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.231179] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.231507] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c9c57f-42bd-4f22-9c6e-2d522d880069 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.256691] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.256691] env[69990]: value = "task-3445888" [ 707.256691] env[69990]: _type = "Task" [ 707.256691] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.265912] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445888, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.267495] env[69990]: INFO nova.compute.manager [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Unrescuing [ 707.267746] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.267897] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.268073] env[69990]: DEBUG nova.network.neutron [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.275878] env[69990]: DEBUG nova.network.neutron [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.334814] env[69990]: DEBUG nova.compute.manager [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Received event network-changed-1fb5e6b8-3a83-43b7-88bd-54da73600307 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.335192] env[69990]: DEBUG nova.compute.manager [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Refreshing instance network info cache due to event network-changed-1fb5e6b8-3a83-43b7-88bd-54da73600307. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.335416] env[69990]: DEBUG oslo_concurrency.lockutils [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] Acquiring lock "refresh_cache-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.335655] env[69990]: DEBUG oslo_concurrency.lockutils [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] Acquired lock "refresh_cache-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.335866] env[69990]: DEBUG nova.network.neutron [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Refreshing network info cache for port 1fb5e6b8-3a83-43b7-88bd-54da73600307 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.389653] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96fcb2c-c271-4577-a6af-a74f353f0d5d tempest-InstanceActionsV221TestJSON-1817323983 tempest-InstanceActionsV221TestJSON-1817323983-project-member] Lock "c1e85518-4f49-47a2-9913-0acdf416d5b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.529s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.459244] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445881, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.519068] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.673128] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.673519] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.673519] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.673866] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.673866] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.674113] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.674421] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.675041] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.675658] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.676041] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.676341] env[69990]: DEBUG nova.virt.hardware [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.677411] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9f6e8-8302-47d5-86a6-c60af4ad114a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.693116] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ccf896-9e9d-412e-a731-0e3617bea91b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.717945] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.724544] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.728445] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.728928] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88de757e-7087-4aeb-a363-3bd5ad6b88fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.753331] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.753331] env[69990]: value = "task-3445889" [ 707.753331] env[69990]: _type = "Task" [ 707.753331] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.766392] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445889, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.776907] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445888, 'name': CreateVM_Task, 'duration_secs': 0.389058} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.777407] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.778325] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.778325] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.779743] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.779743] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612978ad-6a2d-45bf-b1a7-daa3d459d635 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.780829] env[69990]: INFO nova.compute.manager [-] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Took 1.49 seconds to deallocate network for instance. [ 707.788348] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 707.788348] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5216d664-7779-b713-dd18-c5a078c394b2" [ 707.788348] env[69990]: _type = "Task" [ 707.788348] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.802395] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5216d664-7779-b713-dd18-c5a078c394b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.891923] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca466430-da40-4d9f-ab27-f7d91ffbee6c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.901920] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5a4da-3030-40a8-88d2-9ab034d78507 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.943280] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8862cb8c-7677-4cde-9f51-a4816084d3c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.961281] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685ccdc-0d34-41e4-ae79-6a1131260bc5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.964451] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445881, 'name': ReconfigVM_Task, 'duration_secs': 1.746725} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.965115] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-158adda3-ea2a-4758-9de6-53d821fe17a6/volume-158adda3-ea2a-4758-9de6-53d821fe17a6.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.970255] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4718266-c9bd-4878-a532-b271311e607f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.990691] env[69990]: DEBUG nova.compute.provider_tree [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.002713] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 708.002713] env[69990]: value = "task-3445890" [ 708.002713] env[69990]: _type = "Task" [ 708.002713] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.014967] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.021667] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.746887} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.021916] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.022725] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8af5fa-d8f0-4a41-89bb-4240acb7aa16 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.046185] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.049270] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c974ba6-832d-4f37-ac54-47e3f85eed4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.076319] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 708.076319] env[69990]: value = "task-3445891" [ 708.076319] env[69990]: _type = "Task" [ 708.076319] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.090763] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.188271] env[69990]: DEBUG nova.network.neutron [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Updating instance_info_cache with network_info: [{"id": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "address": "fa:16:3e:85:a8:4e", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7c915-8b", "ovs_interfaceid": "abc7c915-8b78-461d-a8f3-e325cf80eb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.264236] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445889, 'name': CreateVM_Task, 'duration_secs': 0.375654} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.264726] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.265172] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.290333] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.301318] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5216d664-7779-b713-dd18-c5a078c394b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014461} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.301636] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.301837] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.302099] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.302257] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.302412] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.302695] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.302991] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.303234] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f14d0655-6c45-48f6-96c6-9f8b99861165 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.305111] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e947bb1-43f8-4309-b9f6-cf15a98cfcc8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.311193] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 708.311193] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5216e8c5-d293-3eba-8400-1e7cafb53e3d" [ 708.311193] env[69990]: _type = "Task" [ 708.311193] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.317634] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.317810] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.318876] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e4c761-5630-4f8f-ad4f-064a15a140b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.323860] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5216e8c5-d293-3eba-8400-1e7cafb53e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.326929] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 708.326929] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522bcf63-55c8-fc6f-3855-3f7a88895b49" [ 708.326929] env[69990]: _type = "Task" [ 708.326929] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.335532] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522bcf63-55c8-fc6f-3855-3f7a88895b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.453167] env[69990]: DEBUG nova.network.neutron [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Updated VIF entry in instance network info cache for port 1fb5e6b8-3a83-43b7-88bd-54da73600307. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.453592] env[69990]: DEBUG nova.network.neutron [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Updating instance_info_cache with network_info: [{"id": "1fb5e6b8-3a83-43b7-88bd-54da73600307", "address": "fa:16:3e:d5:90:22", "network": {"id": "56ea8a39-10bb-4780-957f-f511cd8f88be", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1732698978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6fbff99e73461591eb674fef109293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb5e6b8-3a", "ovs_interfaceid": "1fb5e6b8-3a83-43b7-88bd-54da73600307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.496995] env[69990]: DEBUG nova.scheduler.client.report [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.513539] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445890, 'name': ReconfigVM_Task, 'duration_secs': 0.175718} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.514014] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687826', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'name': 'volume-158adda3-ea2a-4758-9de6-53d821fe17a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '428bfb3a-873a-41bb-8936-1c7b9ee8ab86', 'attached_at': '', 'detached_at': '', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'serial': '158adda3-ea2a-4758-9de6-53d821fe17a6'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 708.514892] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe60fe1e-80c6-4492-bba3-977d3acf7aa9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.523734] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 708.523734] env[69990]: value = "task-3445892" [ 708.523734] env[69990]: _type = "Task" [ 708.523734] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.534341] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445892, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.588090] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.693006] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-66f44427-f09b-431c-a391-98ef8e838f3f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.693854] env[69990]: DEBUG nova.objects.instance [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lazy-loading 'flavor' on Instance uuid 66f44427-f09b-431c-a391-98ef8e838f3f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.827396] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5216e8c5-d293-3eba-8400-1e7cafb53e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.02241} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.827806] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.828153] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.828376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.840080] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522bcf63-55c8-fc6f-3855-3f7a88895b49, 'name': SearchDatastore_Task, 'duration_secs': 0.016554} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.840852] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03966860-b7f0-4ede-8b96-ba1cad337f2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.846592] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 708.846592] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5241c005-1639-55d5-e569-aabdf5148d2d" [ 708.846592] env[69990]: _type = "Task" [ 708.846592] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.854538] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5241c005-1639-55d5-e569-aabdf5148d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.958789] env[69990]: DEBUG oslo_concurrency.lockutils [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] Releasing lock "refresh_cache-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.959108] env[69990]: DEBUG nova.compute.manager [req-f218dde9-3622-42d4-84e7-49e9f3b5d445 req-0e81d48e-0516-4445-9b39-7e96d594867b service nova] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Received event network-vif-deleted-789dd097-4fd3-4a77-81cb-bc23925775db {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.002794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.005292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.252s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.005528] env[69990]: DEBUG nova.objects.instance [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lazy-loading 'resources' on Instance uuid 74907754-3b40-4162-90f1-b2b3c8363911 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.025164] env[69990]: INFO nova.scheduler.client.report [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Deleted allocations for instance d1b8d80e-03e0-48e1-ace4-32369a145817 [ 709.038028] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445892, 'name': Rename_Task, 'duration_secs': 0.206923} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.038254] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.038492] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18d1acfc-65e3-413b-8977-0f949372f516 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.049021] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 709.049021] env[69990]: value = "task-3445893" [ 709.049021] env[69990]: _type = "Task" [ 709.049021] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.063511] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.087171] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445891, 'name': ReconfigVM_Task, 'duration_secs': 0.671007} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.087461] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.088133] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dcb6f2a-312c-4827-a0db-a0f79f0671e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.095842] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 709.095842] env[69990]: value = "task-3445894" [ 709.095842] env[69990]: _type = "Task" [ 709.095842] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.105173] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445894, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.202634] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5864aa7-0f0c-450c-9302-c6d21a12bdec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.232993] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.232993] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15f7cc3-7717-4aba-9f2f-622124c39dee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.241091] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 709.241091] env[69990]: value = "task-3445895" [ 709.241091] env[69990]: _type = "Task" [ 709.241091] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.250627] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.365336] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5241c005-1639-55d5-e569-aabdf5148d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.027933} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.365761] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.365994] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9/13bb6b7c-a091-4c2e-afb3-2cf0814c41d9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.366299] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.366481] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.367132] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aad81f4d-483d-4f61-8c38-1fd46a50f08c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.369907] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d4b9e4-2a2a-4008-a14f-0502169d062b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.380170] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 709.380170] env[69990]: value = "task-3445896" [ 709.380170] env[69990]: _type = "Task" [ 709.380170] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.381360] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.381697] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.385633] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c185c482-aecf-42a0-91c5-882bec740afd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.395522] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 709.395522] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5257c692-b055-1469-4c2b-f56acd492229" [ 709.395522] env[69990]: _type = "Task" [ 709.395522] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.395522] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.405372] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5257c692-b055-1469-4c2b-f56acd492229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.536151] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a9e8e08-3660-4e87-a5b8-38cbda90169e tempest-ServerShowV257Test-1278783305 tempest-ServerShowV257Test-1278783305-project-member] Lock "d1b8d80e-03e0-48e1-ace4-32369a145817" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.268s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.563310] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445893, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.615458] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445894, 'name': Rename_Task, 'duration_secs': 0.221391} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.615458] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.615458] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7a45887-bfd7-46e7-89f6-e578f56fc506 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.627300] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 709.627300] env[69990]: value = "task-3445897" [ 709.627300] env[69990]: _type = "Task" [ 709.627300] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.638056] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.753172] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445895, 'name': PowerOffVM_Task, 'duration_secs': 0.223742} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.753478] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.759321] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 709.762872] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6969eb1-3f15-40ca-ba4c-cf6a045a4f52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.785080] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 709.785080] env[69990]: value = "task-3445898" [ 709.785080] env[69990]: _type = "Task" [ 709.785080] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.797593] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.901395] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445896, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.918287] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5257c692-b055-1469-4c2b-f56acd492229, 'name': SearchDatastore_Task, 'duration_secs': 0.01511} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.919547] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9824dab-319c-4e75-920a-851307bda28f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.930298] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 709.930298] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523e4731-8b23-1de1-d8c4-607103568087" [ 709.930298] env[69990]: _type = "Task" [ 709.930298] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.944105] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523e4731-8b23-1de1-d8c4-607103568087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.065284] env[69990]: DEBUG oslo_vmware.api [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3445893, 'name': PowerOnVM_Task, 'duration_secs': 0.549451} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.068460] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.068675] env[69990]: INFO nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Took 9.91 seconds to spawn the instance on the hypervisor. [ 710.068935] env[69990]: DEBUG nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.070260] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca82806-8e46-4d40-9bd1-dfd3157ed4f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.116962] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeab0ff-a1cb-4fb5-9c39-f1dc3ef4fa58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.126882] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d389e92a-ff78-49e1-a932-b92e6ff2618d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.140434] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.166496] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf0230-eeff-40e2-bb1b-f4535116e5fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.177352] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f30793-be66-46fa-b560-9294c64f025a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.196687] env[69990]: DEBUG nova.compute.provider_tree [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.297986] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.392836] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549812} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.393139] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9/13bb6b7c-a091-4c2e-afb3-2cf0814c41d9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.393340] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.393591] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de8fcaf8-e9db-49d2-9b72-29333ef5c5de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.402241] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 710.402241] env[69990]: value = "task-3445899" [ 710.402241] env[69990]: _type = "Task" [ 710.402241] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.415880] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.443067] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523e4731-8b23-1de1-d8c4-607103568087, 'name': SearchDatastore_Task, 'duration_secs': 0.015734} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.443426] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.443745] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.444059] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31fb1dc7-45cb-495b-92f6-d664dc58194d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.453044] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 710.453044] env[69990]: value = "task-3445900" [ 710.453044] env[69990]: _type = "Task" [ 710.453044] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.464254] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.598167] env[69990]: INFO nova.compute.manager [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Took 58.97 seconds to build instance. [ 710.643598] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.699554] env[69990]: DEBUG nova.scheduler.client.report [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.800645] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445898, 'name': ReconfigVM_Task, 'duration_secs': 0.713391} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.801176] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 710.805049] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.805049] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5f76f59-6244-448e-97d7-b3c12eb3b258 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.812140] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 710.812140] env[69990]: value = "task-3445901" [ 710.812140] env[69990]: _type = "Task" [ 710.812140] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.833796] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.922943] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071836} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.923684] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.924903] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c8c29-2463-4526-8502-beaf6c1bbc89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.950799] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9/13bb6b7c-a091-4c2e-afb3-2cf0814c41d9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.951412] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9527b6d7-5619-4a0a-9523-c1ba14ae21c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.983091] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445900, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.985410] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 710.985410] env[69990]: value = "task-3445902" [ 710.985410] env[69990]: _type = "Task" [ 710.985410] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.005981] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.100380] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8baccdaa-fb14-4599-bc06-83b4e7abed65 tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.202s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.141964] env[69990]: DEBUG oslo_vmware.api [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3445897, 'name': PowerOnVM_Task, 'duration_secs': 1.050673} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.142268] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.142486] env[69990]: INFO nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Took 10.19 seconds to spawn the instance on the hypervisor. [ 711.142678] env[69990]: DEBUG nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.143539] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3927872d-851d-4d8e-b66b-758e7f8910e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.205406] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.208503] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.453s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.208794] env[69990]: DEBUG nova.objects.instance [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lazy-loading 'resources' on Instance uuid 5bb80322-b90e-46d1-8990-4c460ce69167 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.235406] env[69990]: INFO nova.scheduler.client.report [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleted allocations for instance 74907754-3b40-4162-90f1-b2b3c8363911 [ 711.323483] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445901, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.479954] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613886} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.480263] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.480464] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.481341] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1067081b-761b-4ed9-b1eb-c5f5eaab6bdb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.491868] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 711.491868] env[69990]: value = "task-3445903" [ 711.491868] env[69990]: _type = "Task" [ 711.491868] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.498984] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445902, 'name': ReconfigVM_Task, 'duration_secs': 0.318151} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.500385] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9/13bb6b7c-a091-4c2e-afb3-2cf0814c41d9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.503919] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec4f774-2446-444c-b58c-a56d36f63cfc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.507735] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.513190] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 711.513190] env[69990]: value = "task-3445904" [ 711.513190] env[69990]: _type = "Task" [ 711.513190] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.523389] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445904, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.604394] env[69990]: DEBUG nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.647642] env[69990]: DEBUG nova.compute.manager [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Received event network-changed-4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.647642] env[69990]: DEBUG nova.compute.manager [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Refreshing instance network info cache due to event network-changed-4fabc038-c7ad-4a80-b906-f6eb1202041e. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.647642] env[69990]: DEBUG oslo_concurrency.lockutils [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] Acquiring lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.647642] env[69990]: DEBUG oslo_concurrency.lockutils [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] Acquired lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.649117] env[69990]: DEBUG nova.network.neutron [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Refreshing network info cache for port 4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.663547] env[69990]: INFO nova.compute.manager [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Took 53.65 seconds to build instance. [ 711.750366] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01a4c372-2513-4d9b-b693-66f5a1ef0309 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "74907754-3b40-4162-90f1-b2b3c8363911" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.432s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.825480] env[69990]: DEBUG oslo_vmware.api [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3445901, 'name': PowerOnVM_Task, 'duration_secs': 0.872474} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.829033] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.829240] env[69990]: DEBUG nova.compute.manager [None req-9277aa69-420c-4e94-8699-7a2a9b79b35e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.830746] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515093f7-1ed3-4ac7-b8e1-612e0771b7b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.010653] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153384} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.010653] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.010653] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a48b9f-0cbf-452d-b718-81f87efcf6ac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.040664] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.046738] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d6816c8-4eb1-4b8d-b5fa-350fd5513d23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.061945] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445904, 'name': Rename_Task, 'duration_secs': 0.190571} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.065214] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.066048] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539c29f8-bbb3-40e8-8859-d29864568977 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.073078] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 712.073078] env[69990]: value = "task-3445905" [ 712.073078] env[69990]: _type = "Task" [ 712.073078] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.082034] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 712.082034] env[69990]: value = "task-3445906" [ 712.082034] env[69990]: _type = "Task" [ 712.082034] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.090799] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.097495] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.132244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.170874] env[69990]: DEBUG oslo_concurrency.lockutils [None req-15c21cc1-2ba9-4004-8b9c-425eaa12f6b6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.050s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.305183] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f97a73-1366-4150-a4f8-92448f4600c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.316474] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a695e-bef5-49fb-829e-2dc57680cbb0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.361055] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed9b21-dab7-4012-ae2d-4b90e1fa32f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.374719] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f475f162-c75d-41fd-9210-d003f2ca8a18 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.390270] env[69990]: DEBUG nova.compute.provider_tree [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.534643] env[69990]: DEBUG nova.network.neutron [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Updated VIF entry in instance network info cache for port 4fabc038-c7ad-4a80-b906-f6eb1202041e. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.535271] env[69990]: DEBUG nova.network.neutron [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Updating instance_info_cache with network_info: [{"id": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "address": "fa:16:3e:96:92:8d", "network": {"id": "ce855924-fd2e-4914-91e3-879ad749ddcc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2062203397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb41e89f8eee4eeebc098efaf3162771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fabc038-c7", "ovs_interfaceid": "4fabc038-c7ad-4a80-b906-f6eb1202041e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.588053] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445905, 'name': ReconfigVM_Task, 'duration_secs': 0.30118} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.592355] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Reconfigured VM instance instance-00000024 to attach disk [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100/cb5ab047-6393-47a4-9fe4-3d7e62e7e100.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.593362] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d692876-a12a-4a39-922e-a6a8736d2e95 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.603050] env[69990]: DEBUG oslo_vmware.api [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445906, 'name': PowerOnVM_Task, 'duration_secs': 0.514839} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.604267] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.604468] env[69990]: INFO nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Took 8.09 seconds to spawn the instance on the hypervisor. [ 712.604878] env[69990]: DEBUG nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.605259] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 712.605259] env[69990]: value = "task-3445907" [ 712.605259] env[69990]: _type = "Task" [ 712.605259] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.606573] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c79236-8415-4c2f-97f4-bd340651d20c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.625239] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445907, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.674212] env[69990]: DEBUG nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.897022] env[69990]: DEBUG nova.scheduler.client.report [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.039112] env[69990]: DEBUG oslo_concurrency.lockutils [req-faca244c-cea0-452e-93e1-04e62c7dfeaa req-769c428e-8275-4d43-bfae-30cf1eadbfca service nova] Releasing lock "refresh_cache-428bfb3a-873a-41bb-8936-1c7b9ee8ab86" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.120591] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445907, 'name': Rename_Task, 'duration_secs': 0.166246} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.124394] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.124394] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9af8614-5bb7-440b-a9f6-66c669d237f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.133252] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 713.133252] env[69990]: value = "task-3445908" [ 713.133252] env[69990]: _type = "Task" [ 713.133252] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.135137] env[69990]: INFO nova.compute.manager [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Took 51.36 seconds to build instance. [ 713.146596] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.208474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.326404] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "47e118de-7a80-4d90-b2d0-07af360ecd9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.326475] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.402278] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.407115] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.982s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.408412] env[69990]: INFO nova.compute.claims [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.442167] env[69990]: INFO nova.scheduler.client.report [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Deleted allocations for instance 5bb80322-b90e-46d1-8990-4c460ce69167 [ 713.640476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dea8e675-7dae-48bc-aa68-e16303a15969 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.463s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.648415] env[69990]: DEBUG oslo_vmware.api [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445908, 'name': PowerOnVM_Task, 'duration_secs': 0.460229} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.648600] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.648833] env[69990]: DEBUG nova.compute.manager [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.651016] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b9814-2eef-4b51-999b-85d9172bed3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.953713] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2b3365b5-e48d-4664-8ea1-f427aefac651 tempest-ListServersNegativeTestJSON-939037983 tempest-ListServersNegativeTestJSON-939037983-project-member] Lock "5bb80322-b90e-46d1-8990-4c460ce69167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.495s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.144284] env[69990]: DEBUG nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.170229] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.441399] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feeb0888-ff15-4a36-bd8f-f2114c9d5cd3 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "interface-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.441695] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feeb0888-ff15-4a36-bd8f-f2114c9d5cd3 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "interface-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.442427] env[69990]: DEBUG nova.objects.instance [None req-feeb0888-ff15-4a36-bd8f-f2114c9d5cd3 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lazy-loading 'flavor' on Instance uuid 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.670578] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.880713] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3924b-e1ae-4f5d-8e9e-60d48d87ad4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.889730] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b2cae-a86a-4f17-a3d4-24b17f182cb2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.928818] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c40cd-8391-4ce0-9107-5daea0d290dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.938674] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7e44bd-300f-4480-b090-f16e269fd7dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.955576] env[69990]: DEBUG nova.objects.instance [None req-feeb0888-ff15-4a36-bd8f-f2114c9d5cd3 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lazy-loading 'pci_requests' on Instance uuid 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.960029] env[69990]: DEBUG nova.compute.provider_tree [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.459290] env[69990]: DEBUG nova.objects.base [None req-feeb0888-ff15-4a36-bd8f-f2114c9d5cd3 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Object Instance<13bb6b7c-a091-4c2e-afb3-2cf0814c41d9> lazy-loaded attributes: flavor,pci_requests {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 715.459442] env[69990]: DEBUG nova.network.neutron [None req-feeb0888-ff15-4a36-bd8f-f2114c9d5cd3 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.461920] env[69990]: DEBUG nova.scheduler.client.report [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.565145] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feeb0888-ff15-4a36-bd8f-f2114c9d5cd3 tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "interface-13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.123s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.680874] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "e294004b-ac53-4fea-876f-0547e0ce009b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.681748] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.970029] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.970029] env[69990]: DEBUG nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.970982] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.183s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.971372] env[69990]: DEBUG nova.objects.instance [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lazy-loading 'resources' on Instance uuid 90596d2c-1621-499c-b961-f274f6f61b11 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.475583] env[69990]: DEBUG nova.compute.utils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.480056] env[69990]: DEBUG nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.480218] env[69990]: DEBUG nova.network.neutron [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.527188] env[69990]: DEBUG nova.policy [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f3619eaf304a27808efba0e9c62ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12a4b084cb6b490b8d5def211aade559', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.877197] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8db9bfa-66d3-4e9a-a593-ed074f9afcc9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.884353] env[69990]: DEBUG nova.network.neutron [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Successfully created port: b44546e7-f04e-4722-8adc-6ae4521f934d {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.889425] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180cbb97-12db-4cd4-8fa5-6c23c96932fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.921433] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e73d3-3310-4c53-a5b7-95837d2ea52d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.932808] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5beaf3-2f68-421f-97cd-4fc205e39912 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.950778] env[69990]: DEBUG nova.compute.provider_tree [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.980812] env[69990]: DEBUG nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.351228] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.351228] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.372868] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.373135] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.373347] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.373606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.373781] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.375743] env[69990]: INFO nova.compute.manager [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Terminating instance [ 717.453987] env[69990]: DEBUG nova.scheduler.client.report [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.844767] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.845079] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.845296] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.845513] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.845696] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.848063] env[69990]: INFO nova.compute.manager [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Terminating instance [ 717.879076] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "refresh_cache-cb5ab047-6393-47a4-9fe4-3d7e62e7e100" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879353] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "refresh_cache-cb5ab047-6393-47a4-9fe4-3d7e62e7e100" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.879446] env[69990]: DEBUG nova.network.neutron [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.959197] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.961879] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.940s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.964134] env[69990]: INFO nova.compute.claims [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.984957] env[69990]: INFO nova.scheduler.client.report [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Deleted allocations for instance 90596d2c-1621-499c-b961-f274f6f61b11 [ 717.989403] env[69990]: DEBUG nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.015049] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.015303] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.015475] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.015685] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.015841] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.015992] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.016224] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.016384] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.016881] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.016881] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.016881] env[69990]: DEBUG nova.virt.hardware [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.018091] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd65c2ff-4ed3-4d26-b020-3f96f4cfb978 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.028823] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d2ddc-e9e7-4076-9357-00824301a69d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.353950] env[69990]: DEBUG nova.compute.manager [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.357084] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.357084] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a503c8fb-82b0-4f91-99d6-384eb33998b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.363836] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.364108] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de45ede6-7ec5-4034-9a82-7b2a99570662 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.371477] env[69990]: DEBUG oslo_vmware.api [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 718.371477] env[69990]: value = "task-3445909" [ 718.371477] env[69990]: _type = "Task" [ 718.371477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.380659] env[69990]: DEBUG oslo_vmware.api [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.409158] env[69990]: DEBUG nova.network.neutron [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.431783] env[69990]: DEBUG nova.compute.manager [req-64364256-73ba-45c4-9118-9783dcc8666e req-3c344f8a-fc2b-4117-adbe-f200e0eaaf8f service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Received event network-vif-plugged-b44546e7-f04e-4722-8adc-6ae4521f934d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.432256] env[69990]: DEBUG oslo_concurrency.lockutils [req-64364256-73ba-45c4-9118-9783dcc8666e req-3c344f8a-fc2b-4117-adbe-f200e0eaaf8f service nova] Acquiring lock "e87ba873-158a-4c34-a66c-a6471335810a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.432398] env[69990]: DEBUG oslo_concurrency.lockutils [req-64364256-73ba-45c4-9118-9783dcc8666e req-3c344f8a-fc2b-4117-adbe-f200e0eaaf8f service nova] Lock "e87ba873-158a-4c34-a66c-a6471335810a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.432478] env[69990]: DEBUG oslo_concurrency.lockutils [req-64364256-73ba-45c4-9118-9783dcc8666e req-3c344f8a-fc2b-4117-adbe-f200e0eaaf8f service nova] Lock "e87ba873-158a-4c34-a66c-a6471335810a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.432768] env[69990]: DEBUG nova.compute.manager [req-64364256-73ba-45c4-9118-9783dcc8666e req-3c344f8a-fc2b-4117-adbe-f200e0eaaf8f service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] No waiting events found dispatching network-vif-plugged-b44546e7-f04e-4722-8adc-6ae4521f934d {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.433132] env[69990]: WARNING nova.compute.manager [req-64364256-73ba-45c4-9118-9783dcc8666e req-3c344f8a-fc2b-4117-adbe-f200e0eaaf8f service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Received unexpected event network-vif-plugged-b44546e7-f04e-4722-8adc-6ae4521f934d for instance with vm_state building and task_state spawning. [ 718.483027] env[69990]: DEBUG nova.network.neutron [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.495444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e8716ebe-ab06-4772-9a49-c332e384dcd8 tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "90596d2c-1621-499c-b961-f274f6f61b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.621s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.521849] env[69990]: DEBUG nova.network.neutron [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Successfully updated port: b44546e7-f04e-4722-8adc-6ae4521f934d {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.882586] env[69990]: DEBUG oslo_vmware.api [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445909, 'name': PowerOffVM_Task, 'duration_secs': 0.229385} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.882891] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.883019] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.883278] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dbf4208-814c-4158-9a49-314839941ed1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.953500] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.953864] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.954121] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Deleting the datastore file [datastore2] 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.954461] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-425b9e85-fe1f-403a-97f8-4070697af755 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.963733] env[69990]: DEBUG oslo_vmware.api [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for the task: (returnval){ [ 718.963733] env[69990]: value = "task-3445911" [ 718.963733] env[69990]: _type = "Task" [ 718.963733] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.971475] env[69990]: DEBUG oslo_vmware.api [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.987041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "refresh_cache-cb5ab047-6393-47a4-9fe4-3d7e62e7e100" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.987412] env[69990]: DEBUG nova.compute.manager [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.987610] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.988617] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51087999-2ce4-4fdf-b343-a296d35db9c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.998945] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.999235] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2b70fb-5f0f-4b1e-b828-51609417ec0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.010275] env[69990]: DEBUG oslo_vmware.api [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 719.010275] env[69990]: value = "task-3445912" [ 719.010275] env[69990]: _type = "Task" [ 719.010275] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.021126] env[69990]: DEBUG oslo_vmware.api [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.025043] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "refresh_cache-e87ba873-158a-4c34-a66c-a6471335810a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.025043] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "refresh_cache-e87ba873-158a-4c34-a66c-a6471335810a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.025187] env[69990]: DEBUG nova.network.neutron [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.136523] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "349b48cf-aa03-4e6e-b720-b8257e9337e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.136523] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.136680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "349b48cf-aa03-4e6e-b720-b8257e9337e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.136919] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.137217] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.140024] env[69990]: INFO nova.compute.manager [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Terminating instance [ 719.387212] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf47c801-b6d5-482c-8241-e2b825a0663d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.395543] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa965b60-c50a-4329-b276-26ee5d7fbfee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.427709] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a99c54f-3799-4da5-bd2e-9224361bc53c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.437268] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c3b1b0-6d45-4b1c-a898-760cc78d1be6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.451796] env[69990]: DEBUG nova.compute.provider_tree [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.472661] env[69990]: DEBUG oslo_vmware.api [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Task: {'id': task-3445911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252473} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.472916] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.473111] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.473288] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.473456] env[69990]: INFO nova.compute.manager [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 719.473690] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.473870] env[69990]: DEBUG nova.compute.manager [-] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.473989] env[69990]: DEBUG nova.network.neutron [-] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.522108] env[69990]: DEBUG oslo_vmware.api [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445912, 'name': PowerOffVM_Task, 'duration_secs': 0.13615} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.522108] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.522108] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.522108] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aceeeec-1a8d-45ae-87c9-49400e5b6a0b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.554156] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.554307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.554429] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleting the datastore file [datastore2] cb5ab047-6393-47a4-9fe4-3d7e62e7e100 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.554704] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e2185b2-3fb4-4bce-9880-41206dab20e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.561688] env[69990]: DEBUG nova.network.neutron [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.564894] env[69990]: DEBUG oslo_vmware.api [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 719.564894] env[69990]: value = "task-3445914" [ 719.564894] env[69990]: _type = "Task" [ 719.564894] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.574526] env[69990]: DEBUG oslo_vmware.api [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.644043] env[69990]: DEBUG nova.compute.manager [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.644236] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.645576] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17488b3a-89d6-4cac-896e-172070635f31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.654478] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.654755] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53e5f9f-777c-461e-8e25-5cae0bc2fdb8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.662776] env[69990]: DEBUG oslo_vmware.api [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 719.662776] env[69990]: value = "task-3445915" [ 719.662776] env[69990]: _type = "Task" [ 719.662776] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.673645] env[69990]: DEBUG oslo_vmware.api [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.729923] env[69990]: DEBUG nova.network.neutron [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Updating instance_info_cache with network_info: [{"id": "b44546e7-f04e-4722-8adc-6ae4521f934d", "address": "fa:16:3e:10:09:68", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44546e7-f0", "ovs_interfaceid": "b44546e7-f04e-4722-8adc-6ae4521f934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.954750] env[69990]: DEBUG nova.scheduler.client.report [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.077477] env[69990]: DEBUG oslo_vmware.api [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3445914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123803} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.077737] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.077927] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.078109] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.078302] env[69990]: INFO nova.compute.manager [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Took 1.09 seconds to destroy the instance on the hypervisor. [ 720.078553] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.078744] env[69990]: DEBUG nova.compute.manager [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.079261] env[69990]: DEBUG nova.network.neutron [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.099466] env[69990]: DEBUG nova.network.neutron [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.172334] env[69990]: DEBUG oslo_vmware.api [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445915, 'name': PowerOffVM_Task, 'duration_secs': 0.207095} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.173049] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.173049] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.173049] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25c2e282-ed84-49e9-9224-ed01fcdf92ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.233153] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "refresh_cache-e87ba873-158a-4c34-a66c-a6471335810a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.233976] env[69990]: DEBUG nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Instance network_info: |[{"id": "b44546e7-f04e-4722-8adc-6ae4521f934d", "address": "fa:16:3e:10:09:68", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44546e7-f0", "ovs_interfaceid": "b44546e7-f04e-4722-8adc-6ae4521f934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.233976] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:09:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b44546e7-f04e-4722-8adc-6ae4521f934d', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.243974] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Creating folder: Project (12a4b084cb6b490b8d5def211aade559). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.244720] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c63f313-a06e-4fc9-a283-347fc0e3f61a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.248869] env[69990]: DEBUG nova.network.neutron [-] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.255424] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.255692] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.255872] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Deleting the datastore file [datastore2] 349b48cf-aa03-4e6e-b720-b8257e9337e0 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.256141] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a29ad66e-3c8d-4363-ae7a-87ddb1b7a0b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.264744] env[69990]: DEBUG oslo_vmware.api [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for the task: (returnval){ [ 720.264744] env[69990]: value = "task-3445918" [ 720.264744] env[69990]: _type = "Task" [ 720.264744] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.265783] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Created folder: Project (12a4b084cb6b490b8d5def211aade559) in parent group-v687779. [ 720.265977] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Creating folder: Instances. Parent ref: group-v687894. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.269979] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5392fad-61ac-43fb-a576-9c0a5dabea09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.278642] env[69990]: DEBUG oslo_vmware.api [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.283162] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Created folder: Instances in parent group-v687894. [ 720.284608] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.284951] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.285111] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f29f124-1503-4185-948e-75277ace60cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.307150] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.307150] env[69990]: value = "task-3445920" [ 720.307150] env[69990]: _type = "Task" [ 720.307150] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.322380] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445920, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.457347] env[69990]: DEBUG nova.compute.manager [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Received event network-changed-b44546e7-f04e-4722-8adc-6ae4521f934d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.457540] env[69990]: DEBUG nova.compute.manager [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Refreshing instance network info cache due to event network-changed-b44546e7-f04e-4722-8adc-6ae4521f934d. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.457780] env[69990]: DEBUG oslo_concurrency.lockutils [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] Acquiring lock "refresh_cache-e87ba873-158a-4c34-a66c-a6471335810a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.457891] env[69990]: DEBUG oslo_concurrency.lockutils [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] Acquired lock "refresh_cache-e87ba873-158a-4c34-a66c-a6471335810a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.458200] env[69990]: DEBUG nova.network.neutron [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Refreshing network info cache for port b44546e7-f04e-4722-8adc-6ae4521f934d {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.460337] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.461035] env[69990]: DEBUG nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.465021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.614s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.604119] env[69990]: DEBUG nova.network.neutron [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.753163] env[69990]: INFO nova.compute.manager [-] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Took 1.28 seconds to deallocate network for instance. [ 720.779032] env[69990]: DEBUG oslo_vmware.api [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Task: {'id': task-3445918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139374} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.779269] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.779448] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.779729] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.780137] env[69990]: INFO nova.compute.manager [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 720.780432] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.780712] env[69990]: DEBUG nova.compute.manager [-] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.780878] env[69990]: DEBUG nova.network.neutron [-] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.819934] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445920, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.965044] env[69990]: DEBUG nova.compute.utils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.967837] env[69990]: DEBUG nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.968043] env[69990]: DEBUG nova.network.neutron [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.091402] env[69990]: DEBUG nova.policy [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e94d3165bfd42ffa6e9adaab4a4b004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '540aef20355943c299455a8d131bafde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.106394] env[69990]: INFO nova.compute.manager [-] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Took 1.03 seconds to deallocate network for instance. [ 721.200019] env[69990]: DEBUG nova.network.neutron [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Updated VIF entry in instance network info cache for port b44546e7-f04e-4722-8adc-6ae4521f934d. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.200131] env[69990]: DEBUG nova.network.neutron [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Updating instance_info_cache with network_info: [{"id": "b44546e7-f04e-4722-8adc-6ae4521f934d", "address": "fa:16:3e:10:09:68", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44546e7-f0", "ovs_interfaceid": "b44546e7-f04e-4722-8adc-6ae4521f934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.261118] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.319679] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445920, 'name': CreateVM_Task, 'duration_secs': 0.567728} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.319856] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.320557] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.320710] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.321027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.321284] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd354f1-a4aa-4ee7-b544-253dccd4db9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.328172] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 721.328172] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d648d2-5d02-f44e-50ec-b1a7c2febfd1" [ 721.328172] env[69990]: _type = "Task" [ 721.328172] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.341174] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d648d2-5d02-f44e-50ec-b1a7c2febfd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.481905] env[69990]: DEBUG nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.492152] env[69990]: DEBUG nova.network.neutron [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Successfully created port: 324b67fb-04b9-4b12-ab03-e37ec6a3f18e {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.522643] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 3806e66d-58b8-4c34-8b23-e72e47f7908e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.522838] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 36f912de-3717-4b30-8a46-1d554cb57adb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.522942] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.523074] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 349b48cf-aa03-4e6e-b720-b8257e9337e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.523191] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance d7f52a80-aa10-4838-81d1-084f9b3ae9f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.523302] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 36d4e7dd-459d-4c1a-ab75-340fd5f7276c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.523413] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 86dd6a38-843d-43b4-89cc-f7357ce975b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.523534] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance c0d45945-e7fe-47f9-9790-fffe1e03b70f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.523646] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 66f44427-f09b-431c-a391-98ef8e838f3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.523755] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 74b9b3e1-456d-4e1d-a5e7-f446321242fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.523877] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 796dc302-b266-4e92-8ce5-cc5380e071ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.523998] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 73ead6cd-4b4a-4614-a273-736a726aefc3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.524778] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance b547a781-eb85-40cc-8508-f78b29144ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.524957] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cb5ab047-6393-47a4-9fe4-3d7e62e7e100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.525113] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 428bfb3a-873a-41bb-8936-1c7b9ee8ab86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.525241] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.525356] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.525494] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance e87ba873-158a-4c34-a66c-a6471335810a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.525645] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 6c3b7245-584e-42bb-9689-38f03c5c4544 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 721.587019] env[69990]: DEBUG nova.network.neutron [-] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.612309] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.702352] env[69990]: DEBUG oslo_concurrency.lockutils [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] Releasing lock "refresh_cache-e87ba873-158a-4c34-a66c-a6471335810a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.702615] env[69990]: DEBUG nova.compute.manager [req-460f79f3-9eca-4c5a-b19d-e17aeb3dbc51 req-850bb11b-877d-4de9-b539-363aeb2b9e9a service nova] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Received event network-vif-deleted-1fb5e6b8-3a83-43b7-88bd-54da73600307 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.838898] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d648d2-5d02-f44e-50ec-b1a7c2febfd1, 'name': SearchDatastore_Task, 'duration_secs': 0.012457} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.839220] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.839452] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.839684] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.839828] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.840011] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.840273] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6172a694-e721-4ed3-84aa-5bb62fd08cdf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.849145] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.849323] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.850189] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be19e67-5a6a-499b-8cc7-41f594694934 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.855649] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 721.855649] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b636a1-feae-34be-e1e0-6b693f753622" [ 721.855649] env[69990]: _type = "Task" [ 721.855649] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.863521] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b636a1-feae-34be-e1e0-6b693f753622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.028342] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 88be1095-82c1-40d1-a603-1da67e96dece has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 722.089428] env[69990]: INFO nova.compute.manager [-] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Took 1.31 seconds to deallocate network for instance. [ 722.366738] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b636a1-feae-34be-e1e0-6b693f753622, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.367633] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa36068a-c255-4124-80d7-bbfbc4fb5730 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.373115] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 722.373115] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b1f5c1-8737-9473-cb61-aeee4df17b88" [ 722.373115] env[69990]: _type = "Task" [ 722.373115] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.380957] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b1f5c1-8737-9473-cb61-aeee4df17b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.480440] env[69990]: DEBUG nova.compute.manager [req-1ec9617d-b9f4-447a-8f71-fcfe89460c3c req-0cd8b12a-0472-45af-bd77-132374485a9e service nova] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Received event network-vif-deleted-2ad18a31-4bbd-4e37-ad10-100358ae7e33 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.500890] env[69990]: DEBUG nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.528273] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.528532] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.528690] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.528869] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.529016] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.529174] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.529381] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.529541] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.529708] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.529868] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.530052] env[69990]: DEBUG nova.virt.hardware [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.530709] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 4e0c6aea-deee-4f98-9d5a-7cf7b3637946 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 722.532403] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1b3e54-7abd-4a5c-9121-13e33b5e38e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.541207] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53dea4b-bd04-4fdc-a36e-1981766f26ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.597387] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.884757] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b1f5c1-8737-9473-cb61-aeee4df17b88, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.885042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.885367] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e87ba873-158a-4c34-a66c-a6471335810a/e87ba873-158a-4c34-a66c-a6471335810a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.885667] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5496b027-f9b2-48f4-9f85-22e41ea7309c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.893528] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 722.893528] env[69990]: value = "task-3445921" [ 722.893528] env[69990]: _type = "Task" [ 722.893528] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.902140] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.003243] env[69990]: DEBUG nova.network.neutron [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Successfully updated port: 324b67fb-04b9-4b12-ab03-e37ec6a3f18e {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.036144] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 519645f2-dc9a-4dbd-8107-17953efa47fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 723.403672] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464594} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.403938] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e87ba873-158a-4c34-a66c-a6471335810a/e87ba873-158a-4c34-a66c-a6471335810a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.404360] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.404437] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1548da99-781a-4fc7-a9fa-ad1e6c3bff1f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.411542] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 723.411542] env[69990]: value = "task-3445922" [ 723.411542] env[69990]: _type = "Task" [ 723.411542] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.419668] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.506032] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "refresh_cache-6c3b7245-584e-42bb-9689-38f03c5c4544" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.506160] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquired lock "refresh_cache-6c3b7245-584e-42bb-9689-38f03c5c4544" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.507354] env[69990]: DEBUG nova.network.neutron [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.538462] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a0c60cf0-e184-490d-921a-4da52c473859 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 723.921707] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067263} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.921998] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.922849] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa787ee0-5248-4c0b-9df7-101bcb40eee8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.945491] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] e87ba873-158a-4c34-a66c-a6471335810a/e87ba873-158a-4c34-a66c-a6471335810a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.945800] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724bfab4-6ba4-40d5-81b8-eb2180b39dda {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.966476] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 723.966476] env[69990]: value = "task-3445923" [ 723.966476] env[69990]: _type = "Task" [ 723.966476] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.974953] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.038536] env[69990]: DEBUG nova.network.neutron [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.041031] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a78c0515-6ba4-43af-9d9e-50a253adc898 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 724.175371] env[69990]: DEBUG nova.network.neutron [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Updating instance_info_cache with network_info: [{"id": "324b67fb-04b9-4b12-ab03-e37ec6a3f18e", "address": "fa:16:3e:51:4a:9b", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b67fb-04", "ovs_interfaceid": "324b67fb-04b9-4b12-ab03-e37ec6a3f18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.476992] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.514818] env[69990]: DEBUG nova.compute.manager [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Received event network-vif-plugged-324b67fb-04b9-4b12-ab03-e37ec6a3f18e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.515061] env[69990]: DEBUG oslo_concurrency.lockutils [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] Acquiring lock "6c3b7245-584e-42bb-9689-38f03c5c4544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.515270] env[69990]: DEBUG oslo_concurrency.lockutils [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.515492] env[69990]: DEBUG oslo_concurrency.lockutils [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.515630] env[69990]: DEBUG nova.compute.manager [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] No waiting events found dispatching network-vif-plugged-324b67fb-04b9-4b12-ab03-e37ec6a3f18e {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.515793] env[69990]: WARNING nova.compute.manager [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Received unexpected event network-vif-plugged-324b67fb-04b9-4b12-ab03-e37ec6a3f18e for instance with vm_state building and task_state spawning. [ 724.515949] env[69990]: DEBUG nova.compute.manager [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Received event network-changed-324b67fb-04b9-4b12-ab03-e37ec6a3f18e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.516120] env[69990]: DEBUG nova.compute.manager [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Refreshing instance network info cache due to event network-changed-324b67fb-04b9-4b12-ab03-e37ec6a3f18e. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.516310] env[69990]: DEBUG oslo_concurrency.lockutils [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] Acquiring lock "refresh_cache-6c3b7245-584e-42bb-9689-38f03c5c4544" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.544089] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 724.678831] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Releasing lock "refresh_cache-6c3b7245-584e-42bb-9689-38f03c5c4544" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.679227] env[69990]: DEBUG nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Instance network_info: |[{"id": "324b67fb-04b9-4b12-ab03-e37ec6a3f18e", "address": "fa:16:3e:51:4a:9b", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b67fb-04", "ovs_interfaceid": "324b67fb-04b9-4b12-ab03-e37ec6a3f18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.679586] env[69990]: DEBUG oslo_concurrency.lockutils [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] Acquired lock "refresh_cache-6c3b7245-584e-42bb-9689-38f03c5c4544" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.679812] env[69990]: DEBUG nova.network.neutron [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Refreshing network info cache for port 324b67fb-04b9-4b12-ab03-e37ec6a3f18e {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.681212] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:4a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '324b67fb-04b9-4b12-ab03-e37ec6a3f18e', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.689460] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Creating folder: Project (540aef20355943c299455a8d131bafde). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.692636] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3e94f0a-3da4-4fad-977e-f7e6e3fa42be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.707749] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Created folder: Project (540aef20355943c299455a8d131bafde) in parent group-v687779. [ 724.707749] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Creating folder: Instances. Parent ref: group-v687897. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.707749] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d13d1c84-9bf9-4372-9657-9e31e455b615 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.718869] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Created folder: Instances in parent group-v687897. [ 724.719133] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.719332] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.719549] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fff8e09-7e59-4bdd-a8b1-4f0ad9cd4af2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.745180] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.745180] env[69990]: value = "task-3445926" [ 724.745180] env[69990]: _type = "Task" [ 724.745180] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.761063] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445926, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.949647] env[69990]: DEBUG nova.network.neutron [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Updated VIF entry in instance network info cache for port 324b67fb-04b9-4b12-ab03-e37ec6a3f18e. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.950063] env[69990]: DEBUG nova.network.neutron [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Updating instance_info_cache with network_info: [{"id": "324b67fb-04b9-4b12-ab03-e37ec6a3f18e", "address": "fa:16:3e:51:4a:9b", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b67fb-04", "ovs_interfaceid": "324b67fb-04b9-4b12-ab03-e37ec6a3f18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.977359] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445923, 'name': ReconfigVM_Task, 'duration_secs': 0.798479} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.977643] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] e87ba873-158a-4c34-a66c-a6471335810a/e87ba873-158a-4c34-a66c-a6471335810a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.978300] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8274d769-1498-451a-b79e-87c601d912f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.986514] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 724.986514] env[69990]: value = "task-3445927" [ 724.986514] env[69990]: _type = "Task" [ 724.986514] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.997462] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445927, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.047150] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 24ccf076-5a88-4dae-bdcc-cf3d70716949 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 725.254322] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445926, 'name': CreateVM_Task, 'duration_secs': 0.32601} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.255045] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.255437] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.255585] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.255880] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.256134] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31253d5-8426-4ce0-9baf-bbcc4b36500f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.260816] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 725.260816] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52354560-110b-64a7-a899-40d8c76db4dd" [ 725.260816] env[69990]: _type = "Task" [ 725.260816] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.268481] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52354560-110b-64a7-a899-40d8c76db4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.452942] env[69990]: DEBUG oslo_concurrency.lockutils [req-cab5857b-f819-47a9-bb4c-d34dc09f206c req-a1beaec8-31d1-4e4a-a5a0-600587a3c2ba service nova] Releasing lock "refresh_cache-6c3b7245-584e-42bb-9689-38f03c5c4544" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.497524] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445927, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.550989] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 22e94675-c7e3-463b-9328-f856c0b0ebe4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 725.773628] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52354560-110b-64a7-a899-40d8c76db4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.773931] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.774179] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.774417] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.774564] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.774764] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.774995] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a29f38e2-414f-4153-8113-70c3ec8f0c41 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.784614] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.784819] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.785594] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d9efc1-9f3f-4bb1-b297-66f0e710e725 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.791261] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 725.791261] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525bfcbe-898e-4347-d991-99121a9e7186" [ 725.791261] env[69990]: _type = "Task" [ 725.791261] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.799184] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525bfcbe-898e-4347-d991-99121a9e7186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.998307] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445927, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.054374] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 2a580581-f0cd-4942-b79f-14f703e886a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 726.302213] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525bfcbe-898e-4347-d991-99121a9e7186, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.302939] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3510173-0967-4c6a-acb5-c02807654f14 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.309154] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 726.309154] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526a1d1a-f530-344d-f1db-d99fded5ea23" [ 726.309154] env[69990]: _type = "Task" [ 726.309154] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.317103] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526a1d1a-f530-344d-f1db-d99fded5ea23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.498503] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445927, 'name': Rename_Task, 'duration_secs': 1.157366} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.498772] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.499026] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14adb1a2-610d-40b2-99e2-026ea39fe006 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.505917] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 726.505917] env[69990]: value = "task-3445928" [ 726.505917] env[69990]: _type = "Task" [ 726.505917] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.513368] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.557345] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 47e118de-7a80-4d90-b2d0-07af360ecd9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 726.820705] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526a1d1a-f530-344d-f1db-d99fded5ea23, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.820973] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.821243] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 6c3b7245-584e-42bb-9689-38f03c5c4544/6c3b7245-584e-42bb-9689-38f03c5c4544.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.821503] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dff598dd-3b28-4a4d-9380-6d65069d9bd8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.830136] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 726.830136] env[69990]: value = "task-3445929" [ 726.830136] env[69990]: _type = "Task" [ 726.830136] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.838335] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.016830] env[69990]: DEBUG oslo_vmware.api [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445928, 'name': PowerOnVM_Task, 'duration_secs': 0.476183} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.017257] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.017541] env[69990]: INFO nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Took 9.03 seconds to spawn the instance on the hypervisor. [ 727.017744] env[69990]: DEBUG nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.018594] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e85dc3-7bbd-46d0-9771-e0c75ab29434 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.061123] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance e294004b-ac53-4fea-876f-0547e0ce009b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 727.341359] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442408} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.341637] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 6c3b7245-584e-42bb-9689-38f03c5c4544/6c3b7245-584e-42bb-9689-38f03c5c4544.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.341853] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.342121] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d326c310-6c76-4694-b47c-5f1d2da3fea8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.350029] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 727.350029] env[69990]: value = "task-3445930" [ 727.350029] env[69990]: _type = "Task" [ 727.350029] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.360935] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.539744] env[69990]: INFO nova.compute.manager [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Took 58.13 seconds to build instance. [ 727.564415] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance ec071c54-6c86-4dfe-8411-3cee70ddf188 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 727.564709] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 727.564857] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 727.861064] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061979} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.861064] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.861605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46736be5-dc8e-4ff6-907c-d5917c83631b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.884854] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 6c3b7245-584e-42bb-9689-38f03c5c4544/6c3b7245-584e-42bb-9689-38f03c5c4544.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.887370] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99eb12b2-ed16-4925-87ee-cbb6c87d699a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.922746] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 727.922746] env[69990]: value = "task-3445931" [ 727.922746] env[69990]: _type = "Task" [ 727.922746] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.933174] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.002013] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374b5c2-c3a1-41b4-bb28-63ef197e9294 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.012416] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9d24ef-fb90-4dcc-a2f7-840a4fecb875 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.043346] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fe241a7b-c4a5-4926-a483-70550ea121c0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "e87ba873-158a-4c34-a66c-a6471335810a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.177s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.045627] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca1455-a9f8-480c-bd7d-fb7d673fb7d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.055242] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ced46-f124-47bd-9c4b-70f2e78e5c0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.071818] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.431730] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445931, 'name': ReconfigVM_Task, 'duration_secs': 0.325124} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.432017] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 6c3b7245-584e-42bb-9689-38f03c5c4544/6c3b7245-584e-42bb-9689-38f03c5c4544.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.432970] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4959670-707b-4431-9d63-7b1a0c03940c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.439324] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 728.439324] env[69990]: value = "task-3445932" [ 728.439324] env[69990]: _type = "Task" [ 728.439324] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.447935] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445932, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.549647] env[69990]: DEBUG nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.574945] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.950297] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445932, 'name': Rename_Task, 'duration_secs': 0.149459} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.950592] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.950852] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd5c8f0-6029-4754-b1a5-c1dbc6732808 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.958099] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 728.958099] env[69990]: value = "task-3445933" [ 728.958099] env[69990]: _type = "Task" [ 728.958099] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.967279] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.074997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.080904] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 729.081190] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.618s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.081467] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.674s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.082979] env[69990]: INFO nova.compute.claims [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.470136] env[69990]: DEBUG oslo_vmware.api [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445933, 'name': PowerOnVM_Task, 'duration_secs': 0.444962} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.470494] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.470778] env[69990]: INFO nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Took 6.97 seconds to spawn the instance on the hypervisor. [ 729.470994] env[69990]: DEBUG nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.471911] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2f5323-62c1-4ec6-bbca-1a53b9181756 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.641892] env[69990]: DEBUG nova.compute.manager [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.642879] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52cb78-7a91-4f4d-9db2-d3d735059d98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.990460] env[69990]: INFO nova.compute.manager [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Took 53.98 seconds to build instance. [ 730.154858] env[69990]: INFO nova.compute.manager [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] instance snapshotting [ 730.157608] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77e8a4-3473-4aab-b690-514a4c2685b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.181104] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ad4a41-d703-4ef7-b983-ac10385d7b9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.469394] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5271a4c7-f71d-4851-b6d0-7ff735e1ef41 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.477730] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090a667-20cb-4e58-9570-a053c45fdbb8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.507707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1c0418e8-b1d7-4231-b4b1-6029e49b2744 tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.374s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.509629] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88670a5c-2965-40d0-afaa-01ab6c5f01d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.522338] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de2ca8-96d8-4cd5-bdc3-946551e7d305 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.539847] env[69990]: DEBUG nova.compute.provider_tree [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.693181] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.693505] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-22fbbeac-b87d-4db7-b101-63319f23211b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.702294] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 730.702294] env[69990]: value = "task-3445934" [ 730.702294] env[69990]: _type = "Task" [ 730.702294] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.710493] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.014077] env[69990]: DEBUG nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.017637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "6c3b7245-584e-42bb-9689-38f03c5c4544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.017877] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.018095] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "6c3b7245-584e-42bb-9689-38f03c5c4544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.018298] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.019030] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.020276] env[69990]: INFO nova.compute.manager [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Terminating instance [ 731.046111] env[69990]: DEBUG nova.scheduler.client.report [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.215039] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445934, 'name': CreateSnapshot_Task, 'duration_secs': 0.470708} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.215452] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 731.216570] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd7522-3b41-4038-9fcb-8c15b6e54ddb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.523330] env[69990]: DEBUG nova.compute.manager [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.523539] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.527132] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc7cf9-0286-4475-97d2-905c226e45b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.535401] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.535651] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca45fb02-d6f5-4091-8f6d-1391fcb5fb4d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.543883] env[69990]: DEBUG oslo_vmware.api [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 731.543883] env[69990]: value = "task-3445935" [ 731.543883] env[69990]: _type = "Task" [ 731.543883] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.548134] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.548987] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.549712] env[69990]: DEBUG nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.552391] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.352s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.554257] env[69990]: INFO nova.compute.claims [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.563701] env[69990]: DEBUG oslo_vmware.api [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.735697] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 731.736071] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b872659b-65be-4610-b82c-a9d241762362 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.744633] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 731.744633] env[69990]: value = "task-3445936" [ 731.744633] env[69990]: _type = "Task" [ 731.744633] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.753675] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445936, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.055399] env[69990]: DEBUG oslo_vmware.api [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445935, 'name': PowerOffVM_Task, 'duration_secs': 0.209158} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.055675] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.055842] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.056105] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2c057d-060e-4edc-8fe0-e11aa213a27e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.058629] env[69990]: DEBUG nova.compute.utils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.060580] env[69990]: DEBUG nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.060976] env[69990]: DEBUG nova.network.neutron [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.101936] env[69990]: DEBUG nova.policy [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeae7850a444dfa8de37c5d4d35e6b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f31938de514f559474baf350714f70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.138913] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.139205] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.139411] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Deleting the datastore file [datastore2] 6c3b7245-584e-42bb-9689-38f03c5c4544 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.140036] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d03cbe0-1ebe-485b-bd02-5490b7fa1083 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.149898] env[69990]: DEBUG oslo_vmware.api [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for the task: (returnval){ [ 732.149898] env[69990]: value = "task-3445938" [ 732.149898] env[69990]: _type = "Task" [ 732.149898] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.160359] env[69990]: DEBUG oslo_vmware.api [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.258318] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445936, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.467411] env[69990]: DEBUG nova.network.neutron [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Successfully created port: 90cd457d-c5b2-4447-8d95-46effb88f4a4 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.562021] env[69990]: DEBUG nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.664156] env[69990]: DEBUG oslo_vmware.api [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Task: {'id': task-3445938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158976} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.664156] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.664740] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.664941] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.665128] env[69990]: INFO nova.compute.manager [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Took 1.14 seconds to destroy the instance on the hypervisor. [ 732.665462] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.665967] env[69990]: DEBUG nova.compute.manager [-] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.666084] env[69990]: DEBUG nova.network.neutron [-] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.756735] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445936, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.964064] env[69990]: DEBUG nova.compute.manager [req-b21fafd8-2bd5-4703-a738-b4c47c92fdcd req-83250ae2-5426-4633-9d5c-708dcdfb3a15 service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Received event network-vif-deleted-324b67fb-04b9-4b12-ab03-e37ec6a3f18e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.964649] env[69990]: INFO nova.compute.manager [req-b21fafd8-2bd5-4703-a738-b4c47c92fdcd req-83250ae2-5426-4633-9d5c-708dcdfb3a15 service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Neutron deleted interface 324b67fb-04b9-4b12-ab03-e37ec6a3f18e; detaching it from the instance and deleting it from the info cache [ 732.964848] env[69990]: DEBUG nova.network.neutron [req-b21fafd8-2bd5-4703-a738-b4c47c92fdcd req-83250ae2-5426-4633-9d5c-708dcdfb3a15 service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.995767] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47eebc8-cfd9-4c91-8230-00a5cf0e7581 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.004423] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831ad60c-3bc8-4af4-b1fa-67d0df749f19 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.035048] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35495190-4638-43f6-bb3b-eded58a61e9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.042944] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c8d777-cfcd-4e17-b84a-1adf6ce104fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.058979] env[69990]: DEBUG nova.compute.provider_tree [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.257296] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445936, 'name': CloneVM_Task, 'duration_secs': 1.286577} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.257296] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Created linked-clone VM from snapshot [ 733.258019] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6f8fb0-04d2-4eeb-bc1c-6b8bbd445c09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.266598] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Uploading image 8d224b72-a986-40ef-847e-eb5c70375810 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 733.279649] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.279912] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44b267ed-aff5-436a-b0ab-93082e796bdc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.289693] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 733.289693] env[69990]: value = "task-3445939" [ 733.289693] env[69990]: _type = "Task" [ 733.289693] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.298865] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445939, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.447344] env[69990]: DEBUG nova.network.neutron [-] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.467096] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-188f3190-a5ea-4ece-aa9d-eadb33ad044e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.477421] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9891114-b94a-480c-aa7e-2c0fad4c1916 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.509234] env[69990]: DEBUG nova.compute.manager [req-b21fafd8-2bd5-4703-a738-b4c47c92fdcd req-83250ae2-5426-4633-9d5c-708dcdfb3a15 service nova] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Detach interface failed, port_id=324b67fb-04b9-4b12-ab03-e37ec6a3f18e, reason: Instance 6c3b7245-584e-42bb-9689-38f03c5c4544 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 733.561989] env[69990]: DEBUG nova.scheduler.client.report [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.571382] env[69990]: DEBUG nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.594861] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.595124] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.595346] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.595563] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.595719] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.595866] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.596092] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.596272] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.596448] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.596627] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.596804] env[69990]: DEBUG nova.virt.hardware [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.597736] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c259d9-6a40-4a82-b318-eff862c1b27a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.606949] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221df089-5f26-48fc-9d90-c560207b948e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.802351] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445939, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.879605] env[69990]: DEBUG nova.compute.manager [req-c4d19fd2-e1b6-4ee5-bdbe-a1f149c38211 req-e9cfc100-310a-42b9-91cc-abacab743c94 service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Received event network-vif-plugged-90cd457d-c5b2-4447-8d95-46effb88f4a4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.879860] env[69990]: DEBUG oslo_concurrency.lockutils [req-c4d19fd2-e1b6-4ee5-bdbe-a1f149c38211 req-e9cfc100-310a-42b9-91cc-abacab743c94 service nova] Acquiring lock "88be1095-82c1-40d1-a603-1da67e96dece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.880299] env[69990]: DEBUG oslo_concurrency.lockutils [req-c4d19fd2-e1b6-4ee5-bdbe-a1f149c38211 req-e9cfc100-310a-42b9-91cc-abacab743c94 service nova] Lock "88be1095-82c1-40d1-a603-1da67e96dece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.880524] env[69990]: DEBUG oslo_concurrency.lockutils [req-c4d19fd2-e1b6-4ee5-bdbe-a1f149c38211 req-e9cfc100-310a-42b9-91cc-abacab743c94 service nova] Lock "88be1095-82c1-40d1-a603-1da67e96dece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.880729] env[69990]: DEBUG nova.compute.manager [req-c4d19fd2-e1b6-4ee5-bdbe-a1f149c38211 req-e9cfc100-310a-42b9-91cc-abacab743c94 service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] No waiting events found dispatching network-vif-plugged-90cd457d-c5b2-4447-8d95-46effb88f4a4 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.880932] env[69990]: WARNING nova.compute.manager [req-c4d19fd2-e1b6-4ee5-bdbe-a1f149c38211 req-e9cfc100-310a-42b9-91cc-abacab743c94 service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Received unexpected event network-vif-plugged-90cd457d-c5b2-4447-8d95-46effb88f4a4 for instance with vm_state building and task_state spawning. [ 733.949982] env[69990]: INFO nova.compute.manager [-] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Took 1.28 seconds to deallocate network for instance. [ 733.988190] env[69990]: DEBUG nova.network.neutron [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Successfully updated port: 90cd457d-c5b2-4447-8d95-46effb88f4a4 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.066579] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.067170] env[69990]: DEBUG nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.069569] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.087s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.070177] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.072649] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.075s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.072805] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.074470] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.793s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.075932] env[69990]: INFO nova.compute.claims [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.101820] env[69990]: INFO nova.scheduler.client.report [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Deleted allocations for instance c0d45945-e7fe-47f9-9790-fffe1e03b70f [ 734.103825] env[69990]: INFO nova.scheduler.client.report [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Deleted allocations for instance 36f912de-3717-4b30-8a46-1d554cb57adb [ 734.300872] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445939, 'name': Destroy_Task, 'duration_secs': 0.652402} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.301146] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Destroyed the VM [ 734.301375] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.301629] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6318c838-1c76-4e43-8d26-873568312120 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.308830] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 734.308830] env[69990]: value = "task-3445940" [ 734.308830] env[69990]: _type = "Task" [ 734.308830] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.316916] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.460408] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.491288] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "refresh_cache-88be1095-82c1-40d1-a603-1da67e96dece" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.491445] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "refresh_cache-88be1095-82c1-40d1-a603-1da67e96dece" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.491622] env[69990]: DEBUG nova.network.neutron [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.581825] env[69990]: DEBUG nova.compute.utils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.586086] env[69990]: DEBUG nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.586086] env[69990]: DEBUG nova.network.neutron [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.611119] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdd134f7-bf47-46ab-a39b-4e37a2674bfb tempest-ListServerFiltersTestJSON-989047787 tempest-ListServerFiltersTestJSON-989047787-project-member] Lock "36f912de-3717-4b30-8a46-1d554cb57adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.577s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.615405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-accba264-2925-4eff-9a36-a75d1fb6c29d tempest-ServersTestFqdnHostnames-1840364794 tempest-ServersTestFqdnHostnames-1840364794-project-member] Lock "c0d45945-e7fe-47f9-9790-fffe1e03b70f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.708s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.623341] env[69990]: DEBUG nova.policy [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd15d6b49411549d48c501856123e1131', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26ad25f9b6734c8dadd5584685ac395a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.819761] env[69990]: DEBUG oslo_vmware.api [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445940, 'name': RemoveSnapshot_Task, 'duration_secs': 0.483136} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.820079] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 734.915695] env[69990]: DEBUG nova.network.neutron [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Successfully created port: 622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.059176] env[69990]: DEBUG nova.network.neutron [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.092018] env[69990]: DEBUG nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.325744] env[69990]: WARNING nova.compute.manager [None req-ca28775a-aeba-4ea9-b72c-292908873019 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Image not found during snapshot: nova.exception.ImageNotFound: Image 8d224b72-a986-40ef-847e-eb5c70375810 could not be found. [ 735.327886] env[69990]: DEBUG nova.network.neutron [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Updating instance_info_cache with network_info: [{"id": "90cd457d-c5b2-4447-8d95-46effb88f4a4", "address": "fa:16:3e:ed:03:b2", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cd457d-c5", "ovs_interfaceid": "90cd457d-c5b2-4447-8d95-46effb88f4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.568304] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02bbb8-c117-4d36-a58f-0451f47a9e88 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.579410] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ddd9e-17b1-4aa1-ac4d-8ba13b42685f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.618406] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed095df3-52b4-4fb5-9f43-99c8e5a75529 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.631221] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d2e9c-b983-41b4-bbbd-c8c1c64f23c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.645641] env[69990]: DEBUG nova.compute.provider_tree [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.830511] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "refresh_cache-88be1095-82c1-40d1-a603-1da67e96dece" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.830511] env[69990]: DEBUG nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Instance network_info: |[{"id": "90cd457d-c5b2-4447-8d95-46effb88f4a4", "address": "fa:16:3e:ed:03:b2", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cd457d-c5", "ovs_interfaceid": "90cd457d-c5b2-4447-8d95-46effb88f4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.831022] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:03:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90cd457d-c5b2-4447-8d95-46effb88f4a4', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.840818] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.840868] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.841086] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c95cef7-8afb-4a2a-b0bb-9351a4669e4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.862907] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.862907] env[69990]: value = "task-3445941" [ 735.862907] env[69990]: _type = "Task" [ 735.862907] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.871162] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445941, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.916938] env[69990]: DEBUG nova.compute.manager [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Received event network-changed-90cd457d-c5b2-4447-8d95-46effb88f4a4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.917150] env[69990]: DEBUG nova.compute.manager [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Refreshing instance network info cache due to event network-changed-90cd457d-c5b2-4447-8d95-46effb88f4a4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.917366] env[69990]: DEBUG oslo_concurrency.lockutils [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] Acquiring lock "refresh_cache-88be1095-82c1-40d1-a603-1da67e96dece" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.917498] env[69990]: DEBUG oslo_concurrency.lockutils [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] Acquired lock "refresh_cache-88be1095-82c1-40d1-a603-1da67e96dece" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.917657] env[69990]: DEBUG nova.network.neutron [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Refreshing network info cache for port 90cd457d-c5b2-4447-8d95-46effb88f4a4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.119711] env[69990]: DEBUG nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.151914] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.152294] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.152649] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.152880] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.153540] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.153732] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.153954] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.154132] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.154346] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.154665] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.154840] env[69990]: DEBUG nova.virt.hardware [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.155765] env[69990]: DEBUG nova.scheduler.client.report [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.159959] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "e87ba873-158a-4c34-a66c-a6471335810a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.160324] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "e87ba873-158a-4c34-a66c-a6471335810a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.160537] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "e87ba873-158a-4c34-a66c-a6471335810a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.161067] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "e87ba873-158a-4c34-a66c-a6471335810a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.161067] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "e87ba873-158a-4c34-a66c-a6471335810a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.162919] env[69990]: INFO nova.compute.manager [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Terminating instance [ 736.166266] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b50ec4-ac7f-46a7-93dc-ebc47f58f6a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.178606] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7697edf-db87-4b0d-b0ac-6c682732e32e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.373739] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445941, 'name': CreateVM_Task, 'duration_secs': 0.430741} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.374010] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.374604] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.374770] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.375101] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.375399] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3a26c9-e424-44a0-b5d5-9e4e0c22e544 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.386386] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 736.386386] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c0e69a-fb7c-ef2a-5d1e-68a808d29287" [ 736.386386] env[69990]: _type = "Task" [ 736.386386] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.399236] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c0e69a-fb7c-ef2a-5d1e-68a808d29287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.662311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.662948] env[69990]: DEBUG nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.666233] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.980s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.666727] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.668273] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.897s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.669984] env[69990]: INFO nova.compute.claims [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.673150] env[69990]: DEBUG nova.compute.manager [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.679018] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.679018] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ba7cf-8ab4-407f-8f67-d5b55cb50ecf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.693268] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.693268] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0dfcd52-a0a0-4a9d-a598-d3da815b73ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.702879] env[69990]: DEBUG oslo_vmware.api [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 736.702879] env[69990]: value = "task-3445942" [ 736.702879] env[69990]: _type = "Task" [ 736.702879] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.712379] env[69990]: DEBUG oslo_vmware.api [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.718567] env[69990]: INFO nova.scheduler.client.report [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Deleted allocations for instance 796dc302-b266-4e92-8ce5-cc5380e071ff [ 736.823120] env[69990]: DEBUG nova.network.neutron [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Updated VIF entry in instance network info cache for port 90cd457d-c5b2-4447-8d95-46effb88f4a4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.823120] env[69990]: DEBUG nova.network.neutron [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Updating instance_info_cache with network_info: [{"id": "90cd457d-c5b2-4447-8d95-46effb88f4a4", "address": "fa:16:3e:ed:03:b2", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cd457d-c5", "ovs_interfaceid": "90cd457d-c5b2-4447-8d95-46effb88f4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.900315] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c0e69a-fb7c-ef2a-5d1e-68a808d29287, 'name': SearchDatastore_Task, 'duration_secs': 0.035316} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.900629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.900862] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.901107] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.901258] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.901432] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.901698] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bedea98-502a-4369-b2b8-0bb1329a24c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.921415] env[69990]: DEBUG nova.network.neutron [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Successfully updated port: 622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.924718] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.924917] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.925962] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260b6c93-a0a6-42b3-8ab9-ea98a497d39a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.938783] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 736.938783] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f79e0c-5ea0-5056-6bf6-3b9b3cccf806" [ 736.938783] env[69990]: _type = "Task" [ 736.938783] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.949903] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f79e0c-5ea0-5056-6bf6-3b9b3cccf806, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.950703] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4904d7-9f37-4f79-84cc-15e7741e91bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.956498] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 736.956498] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52576d7e-a8fe-fb0d-41e5-ffd999f767cb" [ 736.956498] env[69990]: _type = "Task" [ 736.956498] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.967082] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52576d7e-a8fe-fb0d-41e5-ffd999f767cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.168827] env[69990]: DEBUG nova.compute.utils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.170585] env[69990]: DEBUG nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.170975] env[69990]: DEBUG nova.network.neutron [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.208630] env[69990]: DEBUG nova.policy [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c24f29ed07a048adba98bcb72acae04e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e6f22a5e814a33ad2a83f53d1ae780', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.216490] env[69990]: DEBUG oslo_vmware.api [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445942, 'name': PowerOffVM_Task, 'duration_secs': 0.20647} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.216769] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.216937] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.217224] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98e8847c-4c8a-4ac0-b8ae-4d1cbff9103e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.228289] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2121f593-f822-455d-8e87-b18cba726261 tempest-DeleteServersAdminTestJSON-254034336 tempest-DeleteServersAdminTestJSON-254034336-project-member] Lock "796dc302-b266-4e92-8ce5-cc5380e071ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.573s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.322543] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.322543] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.322543] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleting the datastore file [datastore1] e87ba873-158a-4c34-a66c-a6471335810a {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.322543] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d968e3a2-45d5-4922-ad71-bb6d14d92a1e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.327055] env[69990]: DEBUG oslo_concurrency.lockutils [req-622715c0-b76b-4d68-8989-02855658a15d req-77b84c5c-acc6-40c9-877a-851ade15112a service nova] Releasing lock "refresh_cache-88be1095-82c1-40d1-a603-1da67e96dece" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.333756] env[69990]: DEBUG oslo_vmware.api [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 737.333756] env[69990]: value = "task-3445944" [ 737.333756] env[69990]: _type = "Task" [ 737.333756] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.350390] env[69990]: DEBUG oslo_vmware.api [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.431671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.431671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.431671] env[69990]: DEBUG nova.network.neutron [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.470349] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52576d7e-a8fe-fb0d-41e5-ffd999f767cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.470632] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.470892] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 88be1095-82c1-40d1-a603-1da67e96dece/88be1095-82c1-40d1-a603-1da67e96dece.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.471195] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf47f99c-0cae-448b-97bf-b8a9808421a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.483220] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 737.483220] env[69990]: value = "task-3445945" [ 737.483220] env[69990]: _type = "Task" [ 737.483220] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.491605] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.601217] env[69990]: DEBUG nova.network.neutron [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Successfully created port: 81b19be9-eac0-4171-8d90-12c6a438577b {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.676778] env[69990]: DEBUG nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.858675] env[69990]: DEBUG oslo_vmware.api [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3445944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3042} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.858675] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.858923] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.859500] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.859500] env[69990]: INFO nova.compute.manager [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 737.859666] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.860550] env[69990]: DEBUG nova.compute.manager [-] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.861448] env[69990]: DEBUG nova.network.neutron [-] [instance: e87ba873-158a-4c34-a66c-a6471335810a] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.999312] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.005920] env[69990]: DEBUG nova.network.neutron [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.232861] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e164bdb-360c-4cef-8475-6fdf145b55ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.242594] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d2b03-5b25-4491-b6f6-08643921e1a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.281583] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9ab150-d585-4992-be25-3f1123d47674 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.292458] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b18fea7-3b88-4c3c-b8ae-b8ed15f17593 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.311514] env[69990]: DEBUG nova.compute.provider_tree [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.387571] env[69990]: DEBUG nova.network.neutron [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updating instance_info_cache with network_info: [{"id": "622fee41-b173-4c11-b42d-04260a966511", "address": "fa:16:3e:1a:cc:7d", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fee41-b1", "ovs_interfaceid": "622fee41-b173-4c11-b42d-04260a966511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.398523] env[69990]: DEBUG nova.compute.manager [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Received event network-vif-plugged-622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.398523] env[69990]: DEBUG oslo_concurrency.lockutils [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] Acquiring lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.398523] env[69990]: DEBUG oslo_concurrency.lockutils [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.398523] env[69990]: DEBUG oslo_concurrency.lockutils [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.398523] env[69990]: DEBUG nova.compute.manager [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] No waiting events found dispatching network-vif-plugged-622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.398523] env[69990]: WARNING nova.compute.manager [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Received unexpected event network-vif-plugged-622fee41-b173-4c11-b42d-04260a966511 for instance with vm_state building and task_state spawning. [ 738.398523] env[69990]: DEBUG nova.compute.manager [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Received event network-changed-622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.398523] env[69990]: DEBUG nova.compute.manager [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Refreshing instance network info cache due to event network-changed-622fee41-b173-4c11-b42d-04260a966511. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.399365] env[69990]: DEBUG oslo_concurrency.lockutils [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] Acquiring lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.496535] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631497} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.496964] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 88be1095-82c1-40d1-a603-1da67e96dece/88be1095-82c1-40d1-a603-1da67e96dece.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.497207] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.497481] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-136113b0-c047-45f1-90df-45790adfec8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.507703] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 738.507703] env[69990]: value = "task-3445946" [ 738.507703] env[69990]: _type = "Task" [ 738.507703] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.520287] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.691329] env[69990]: DEBUG nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.728210] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.728555] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.728746] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.728948] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.729145] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.729729] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.730007] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.730189] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.730391] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.730553] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.731592] env[69990]: DEBUG nova.virt.hardware [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.732099] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e49be38-84b3-4fa8-bc5f-f7b9014fd41f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.744922] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43309c1f-613f-47f9-a8e6-d9d3f465174f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.815132] env[69990]: DEBUG nova.scheduler.client.report [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.895362] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Releasing lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.895362] env[69990]: DEBUG nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Instance network_info: |[{"id": "622fee41-b173-4c11-b42d-04260a966511", "address": "fa:16:3e:1a:cc:7d", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fee41-b1", "ovs_interfaceid": "622fee41-b173-4c11-b42d-04260a966511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.895362] env[69990]: DEBUG oslo_concurrency.lockutils [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] Acquired lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.895362] env[69990]: DEBUG nova.network.neutron [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Refreshing network info cache for port 622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.895362] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:cc:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '622fee41-b173-4c11-b42d-04260a966511', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.912791] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Creating folder: Project (26ad25f9b6734c8dadd5584685ac395a). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.921539] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad11533-5437-4644-859d-8a1b7e0db32c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.936508] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Created folder: Project (26ad25f9b6734c8dadd5584685ac395a) in parent group-v687779. [ 738.937074] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Creating folder: Instances. Parent ref: group-v687903. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.937074] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bb6b5c5-56e4-4585-a75a-bb4684acf913 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.952638] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Created folder: Instances in parent group-v687903. [ 738.953239] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.953369] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.953529] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8318acad-322f-4ddd-ab84-71edc787df19 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.978112] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.978112] env[69990]: value = "task-3445949" [ 738.978112] env[69990]: _type = "Task" [ 738.978112] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.988177] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445949, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.019265] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23454} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.019613] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.020550] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0d7506-1952-4bc1-a930-c5acc5ef52af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.045626] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 88be1095-82c1-40d1-a603-1da67e96dece/88be1095-82c1-40d1-a603-1da67e96dece.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.045972] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-663bf561-309d-4fba-92cd-340880a06ae4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.069176] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 739.069176] env[69990]: value = "task-3445950" [ 739.069176] env[69990]: _type = "Task" [ 739.069176] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.075361] env[69990]: DEBUG nova.compute.manager [req-71728aad-dacd-4e05-9c09-7481424ab3b1 req-090942b0-d339-4c25-aabe-40d2077d5010 service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Received event network-vif-deleted-b44546e7-f04e-4722-8adc-6ae4521f934d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.075361] env[69990]: INFO nova.compute.manager [req-71728aad-dacd-4e05-9c09-7481424ab3b1 req-090942b0-d339-4c25-aabe-40d2077d5010 service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Neutron deleted interface b44546e7-f04e-4722-8adc-6ae4521f934d; detaching it from the instance and deleting it from the info cache [ 739.075538] env[69990]: DEBUG nova.network.neutron [req-71728aad-dacd-4e05-9c09-7481424ab3b1 req-090942b0-d339-4c25-aabe-40d2077d5010 service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.089816] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.176876] env[69990]: DEBUG nova.network.neutron [-] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.324935] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.325618] env[69990]: DEBUG nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.333818] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.047s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.334138] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.336394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.592s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.336579] env[69990]: DEBUG nova.objects.instance [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 739.349749] env[69990]: DEBUG nova.network.neutron [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updated VIF entry in instance network info cache for port 622fee41-b173-4c11-b42d-04260a966511. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.349749] env[69990]: DEBUG nova.network.neutron [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updating instance_info_cache with network_info: [{"id": "622fee41-b173-4c11-b42d-04260a966511", "address": "fa:16:3e:1a:cc:7d", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fee41-b1", "ovs_interfaceid": "622fee41-b173-4c11-b42d-04260a966511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.368242] env[69990]: INFO nova.scheduler.client.report [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Deleted allocations for instance 3806e66d-58b8-4c34-8b23-e72e47f7908e [ 739.491274] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445949, 'name': CreateVM_Task, 'duration_secs': 0.380558} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.492273] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.493083] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.493296] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.494466] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.494466] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90e2835-d41b-426c-bf8a-a47d45997c7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.499681] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 739.499681] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]528cbbb2-55b6-14b4-556d-3f3a8de497e9" [ 739.499681] env[69990]: _type = "Task" [ 739.499681] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.520016] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528cbbb2-55b6-14b4-556d-3f3a8de497e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.520016] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.520016] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.520016] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.520016] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.520016] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.520016] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20ac8d0b-bb9b-434c-90df-2c4c637f8e02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.529013] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.530912] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.530912] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f931df-f463-43e0-8178-5c75914cdf9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.537792] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 739.537792] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526937c8-ff49-d0d0-2572-7cd4fe5c2e9e" [ 739.537792] env[69990]: _type = "Task" [ 739.537792] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.550871] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526937c8-ff49-d0d0-2572-7cd4fe5c2e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.579809] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445950, 'name': ReconfigVM_Task, 'duration_secs': 0.35971} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.580733] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 88be1095-82c1-40d1-a603-1da67e96dece/88be1095-82c1-40d1-a603-1da67e96dece.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.581097] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b69fd88f-0060-4be2-b5e9-913d3f189d82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.582915] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b0b7526-191d-4d95-9b7f-4388c14fd34d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.591178] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 739.591178] env[69990]: value = "task-3445951" [ 739.591178] env[69990]: _type = "Task" [ 739.591178] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.598669] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d999a2f9-cd7b-4c0b-be82-03c8427fac62 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.635358] env[69990]: DEBUG nova.compute.manager [req-71728aad-dacd-4e05-9c09-7481424ab3b1 req-090942b0-d339-4c25-aabe-40d2077d5010 service nova] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Detach interface failed, port_id=b44546e7-f04e-4722-8adc-6ae4521f934d, reason: Instance e87ba873-158a-4c34-a66c-a6471335810a could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 739.638739] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445951, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.681533] env[69990]: INFO nova.compute.manager [-] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Took 1.82 seconds to deallocate network for instance. [ 739.712588] env[69990]: DEBUG nova.network.neutron [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Successfully updated port: 81b19be9-eac0-4171-8d90-12c6a438577b {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.837118] env[69990]: DEBUG nova.compute.utils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.838232] env[69990]: DEBUG nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.838483] env[69990]: DEBUG nova.network.neutron [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.851055] env[69990]: DEBUG oslo_concurrency.lockutils [req-c10743a8-2aaf-4c64-bc9f-c851e0a5306a req-79dd760d-e10b-451c-a243-8ad0f5aef564 service nova] Releasing lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.879809] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fead4ebb-5461-4945-9972-4a78504b2953 tempest-FloatingIPsAssociationTestJSON-550678838 tempest-FloatingIPsAssociationTestJSON-550678838-project-member] Lock "3806e66d-58b8-4c34-8b23-e72e47f7908e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.013s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.941872] env[69990]: DEBUG nova.policy [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eec380150454c949eaf07e9d70e6d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a7cf91d9c3f465c839490b88d51d9fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.051653] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526937c8-ff49-d0d0-2572-7cd4fe5c2e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.052647] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc289c8-414f-400d-9dbf-c0165fb42b57 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.060738] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 740.060738] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e4c251-01a2-1447-fb6b-732e15d8383b" [ 740.060738] env[69990]: _type = "Task" [ 740.060738] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.070337] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e4c251-01a2-1447-fb6b-732e15d8383b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.106449] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445951, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.188291] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.217138] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "refresh_cache-519645f2-dc9a-4dbd-8107-17953efa47fb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.217138] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquired lock "refresh_cache-519645f2-dc9a-4dbd-8107-17953efa47fb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.217487] env[69990]: DEBUG nova.network.neutron [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.342898] env[69990]: DEBUG nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.349363] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1872b89a-5eaf-4ff6-bd31-89394bb4ae32 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.350038] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.461s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.351435] env[69990]: INFO nova.compute.claims [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.427950] env[69990]: DEBUG nova.compute.manager [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Received event network-vif-plugged-81b19be9-eac0-4171-8d90-12c6a438577b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.427950] env[69990]: DEBUG oslo_concurrency.lockutils [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] Acquiring lock "519645f2-dc9a-4dbd-8107-17953efa47fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.427950] env[69990]: DEBUG oslo_concurrency.lockutils [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.428328] env[69990]: DEBUG oslo_concurrency.lockutils [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.428328] env[69990]: DEBUG nova.compute.manager [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] No waiting events found dispatching network-vif-plugged-81b19be9-eac0-4171-8d90-12c6a438577b {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.428508] env[69990]: WARNING nova.compute.manager [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Received unexpected event network-vif-plugged-81b19be9-eac0-4171-8d90-12c6a438577b for instance with vm_state building and task_state spawning. [ 740.428651] env[69990]: DEBUG nova.compute.manager [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Received event network-changed-81b19be9-eac0-4171-8d90-12c6a438577b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.428876] env[69990]: DEBUG nova.compute.manager [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Refreshing instance network info cache due to event network-changed-81b19be9-eac0-4171-8d90-12c6a438577b. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.428959] env[69990]: DEBUG oslo_concurrency.lockutils [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] Acquiring lock "refresh_cache-519645f2-dc9a-4dbd-8107-17953efa47fb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.454631] env[69990]: DEBUG nova.network.neutron [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Successfully created port: f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.574070] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e4c251-01a2-1447-fb6b-732e15d8383b, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.574490] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.574687] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 4e0c6aea-deee-4f98-9d5a-7cf7b3637946/4e0c6aea-deee-4f98-9d5a-7cf7b3637946.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.575064] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f557d8-dc8d-4476-9d12-86a85bf252ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.584872] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 740.584872] env[69990]: value = "task-3445952" [ 740.584872] env[69990]: _type = "Task" [ 740.584872] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.594686] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.603922] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445951, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.828140] env[69990]: DEBUG nova.network.neutron [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.102125] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445952, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.108183] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445951, 'name': Rename_Task, 'duration_secs': 1.183883} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.109029] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.109029] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5379b03c-668a-415c-81c5-a28e621c0777 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.117836] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 741.117836] env[69990]: value = "task-3445953" [ 741.117836] env[69990]: _type = "Task" [ 741.117836] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.133981] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.355569] env[69990]: DEBUG nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.398524] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.398818] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.399014] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.399247] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.399430] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.399611] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.399861] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.400074] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.400310] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.400512] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.400737] env[69990]: DEBUG nova.virt.hardware [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.401694] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d102f-4865-4609-ac42-c48f89310437 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.413068] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551fec27-116d-4b42-94fd-ac305a5eb87e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.605624] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579853} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.605919] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 4e0c6aea-deee-4f98-9d5a-7cf7b3637946/4e0c6aea-deee-4f98-9d5a-7cf7b3637946.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.606561] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.606561] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac185e64-0aee-41ec-a83d-e37c4778b7ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.613430] env[69990]: DEBUG nova.network.neutron [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Updating instance_info_cache with network_info: [{"id": "81b19be9-eac0-4171-8d90-12c6a438577b", "address": "fa:16:3e:55:dd:16", "network": {"id": "0bb98fac-5330-4b9d-828e-936eed70d56c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-390492770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e6f22a5e814a33ad2a83f53d1ae780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b19be9-ea", "ovs_interfaceid": "81b19be9-eac0-4171-8d90-12c6a438577b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.616266] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 741.616266] env[69990]: value = "task-3445954" [ 741.616266] env[69990]: _type = "Task" [ 741.616266] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.640472] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445953, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.640962] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.852917] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab928377-5035-4eb5-84e6-012cda5d2056 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.864994] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d798a90-ab3d-4b06-921c-969a1344d5fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.907634] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5892758-4b04-4447-ba09-5052882e89a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.917599] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc029e8-c43e-45e9-9322-45d83b544576 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.935555] env[69990]: DEBUG nova.compute.provider_tree [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.117403] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Releasing lock "refresh_cache-519645f2-dc9a-4dbd-8107-17953efa47fb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.117721] env[69990]: DEBUG nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Instance network_info: |[{"id": "81b19be9-eac0-4171-8d90-12c6a438577b", "address": "fa:16:3e:55:dd:16", "network": {"id": "0bb98fac-5330-4b9d-828e-936eed70d56c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-390492770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e6f22a5e814a33ad2a83f53d1ae780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b19be9-ea", "ovs_interfaceid": "81b19be9-eac0-4171-8d90-12c6a438577b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.118185] env[69990]: DEBUG oslo_concurrency.lockutils [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] Acquired lock "refresh_cache-519645f2-dc9a-4dbd-8107-17953efa47fb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.118376] env[69990]: DEBUG nova.network.neutron [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Refreshing network info cache for port 81b19be9-eac0-4171-8d90-12c6a438577b {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.122329] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:dd:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b19be9-eac0-4171-8d90-12c6a438577b', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.129834] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Creating folder: Project (b2e6f22a5e814a33ad2a83f53d1ae780). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.133815] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c8582cd-5afd-4d94-99f4-5476df9c2d8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.145667] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07807} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.148693] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.149353] env[69990]: DEBUG oslo_vmware.api [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445953, 'name': PowerOnVM_Task, 'duration_secs': 0.767592} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.151079] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c575dab5-f015-4cd7-b490-2b6a4b19d403 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.154309] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.154309] env[69990]: INFO nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Took 8.58 seconds to spawn the instance on the hypervisor. [ 742.154309] env[69990]: DEBUG nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.154309] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Created folder: Project (b2e6f22a5e814a33ad2a83f53d1ae780) in parent group-v687779. [ 742.154496] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Creating folder: Instances. Parent ref: group-v687906. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.155215] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36d7cf4-60e6-47f7-bf1d-72e2606602a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.157985] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7f2b808-7603-4c58-8fde-922a8e915dc6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.187799] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 4e0c6aea-deee-4f98-9d5a-7cf7b3637946/4e0c6aea-deee-4f98-9d5a-7cf7b3637946.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.189596] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabb7403-44dd-4d6a-a9de-b3ccefbb750f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.206152] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Created folder: Instances in parent group-v687906. [ 742.206412] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.207305] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.209882] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1afe845f-3610-4016-99fd-1a64a54f2b68 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.224608] env[69990]: DEBUG nova.network.neutron [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Successfully updated port: f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.227871] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 742.227871] env[69990]: value = "task-3445957" [ 742.227871] env[69990]: _type = "Task" [ 742.227871] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.235533] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.235533] env[69990]: value = "task-3445958" [ 742.235533] env[69990]: _type = "Task" [ 742.235533] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.249392] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.252894] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445958, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.439672] env[69990]: DEBUG nova.scheduler.client.report [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.516020] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.516499] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.568673] env[69990]: DEBUG nova.compute.manager [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-vif-plugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.568945] env[69990]: DEBUG oslo_concurrency.lockutils [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.569417] env[69990]: DEBUG oslo_concurrency.lockutils [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.569687] env[69990]: DEBUG oslo_concurrency.lockutils [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.569983] env[69990]: DEBUG nova.compute.manager [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] No waiting events found dispatching network-vif-plugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.570295] env[69990]: WARNING nova.compute.manager [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received unexpected event network-vif-plugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 for instance with vm_state building and task_state spawning. [ 742.570604] env[69990]: DEBUG nova.compute.manager [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.570876] env[69990]: DEBUG nova.compute.manager [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing instance network info cache due to event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.571270] env[69990]: DEBUG oslo_concurrency.lockutils [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] Acquiring lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.571481] env[69990]: DEBUG oslo_concurrency.lockutils [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] Acquired lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.571747] env[69990]: DEBUG nova.network.neutron [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing network info cache for port f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.697157] env[69990]: INFO nova.compute.manager [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Took 56.31 seconds to build instance. [ 742.727521] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.747548] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445957, 'name': ReconfigVM_Task, 'duration_secs': 0.479189} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.754452] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 4e0c6aea-deee-4f98-9d5a-7cf7b3637946/4e0c6aea-deee-4f98-9d5a-7cf7b3637946.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.756100] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445958, 'name': CreateVM_Task, 'duration_secs': 0.432379} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.758291] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81b90469-6d86-44c6-bb62-a18ffafcdd9e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.760183] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.760924] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.761082] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.761399] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.762342] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219b9ae9-ef3a-43fa-947b-2a623f4901f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.768477] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 742.768477] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529d0925-f033-d893-f8c0-aa0623238d08" [ 742.768477] env[69990]: _type = "Task" [ 742.768477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.770718] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 742.770718] env[69990]: value = "task-3445959" [ 742.770718] env[69990]: _type = "Task" [ 742.770718] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.797342] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445959, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.797653] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529d0925-f033-d893-f8c0-aa0623238d08, 'name': SearchDatastore_Task, 'duration_secs': 0.019801} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.800518] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.800781] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.801058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.801222] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.801441] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.802357] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e20293e4-418a-4f1f-9d6e-cffdc02e0afe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.816032] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.816032] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.816032] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e279b9-6f92-4c99-93d9-f8c3a902b864 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.823602] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 742.823602] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52564553-e436-79cd-a96a-29ea32b70117" [ 742.823602] env[69990]: _type = "Task" [ 742.823602] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.834467] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52564553-e436-79cd-a96a-29ea32b70117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.946172] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.946793] env[69990]: DEBUG nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.952466] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.661s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.952466] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.953218] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.821s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.957165] env[69990]: INFO nova.compute.claims [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.001951] env[69990]: INFO nova.scheduler.client.report [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted allocations for instance 73ead6cd-4b4a-4614-a273-736a726aefc3 [ 743.023259] env[69990]: DEBUG nova.network.neutron [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Updated VIF entry in instance network info cache for port 81b19be9-eac0-4171-8d90-12c6a438577b. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.023259] env[69990]: DEBUG nova.network.neutron [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Updating instance_info_cache with network_info: [{"id": "81b19be9-eac0-4171-8d90-12c6a438577b", "address": "fa:16:3e:55:dd:16", "network": {"id": "0bb98fac-5330-4b9d-828e-936eed70d56c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-390492770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e6f22a5e814a33ad2a83f53d1ae780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b19be9-ea", "ovs_interfaceid": "81b19be9-eac0-4171-8d90-12c6a438577b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.124476] env[69990]: DEBUG nova.network.neutron [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.198930] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41272159-521c-465f-b3d1-82af6d7a5963 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "88be1095-82c1-40d1-a603-1da67e96dece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.396s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.291791] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445959, 'name': Rename_Task, 'duration_secs': 0.165971} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.293319] env[69990]: DEBUG nova.network.neutron [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.293795] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.294058] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dff960f5-cbe5-4678-a22a-82ceb744da7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.304918] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 743.304918] env[69990]: value = "task-3445960" [ 743.304918] env[69990]: _type = "Task" [ 743.304918] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.319162] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.332821] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52564553-e436-79cd-a96a-29ea32b70117, 'name': SearchDatastore_Task, 'duration_secs': 0.017313} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.333687] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11888a86-475f-408e-9623-522ab32973eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.340888] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 743.340888] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52239445-88ff-d292-0cab-ae59aa8d80c3" [ 743.340888] env[69990]: _type = "Task" [ 743.340888] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.351159] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52239445-88ff-d292-0cab-ae59aa8d80c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.469418] env[69990]: DEBUG nova.compute.utils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.472950] env[69990]: DEBUG nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.473294] env[69990]: DEBUG nova.network.neutron [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.514479] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e690cf69-bbeb-4d00-9af7-3bbfceee51b2 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "73ead6cd-4b4a-4614-a273-736a726aefc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.883s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.526028] env[69990]: DEBUG oslo_concurrency.lockutils [req-73ffd2c3-afd5-4199-9f07-3504ac578c48 req-195f964b-e310-404c-b925-d436e3ecf21f service nova] Releasing lock "refresh_cache-519645f2-dc9a-4dbd-8107-17953efa47fb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.548727] env[69990]: DEBUG nova.policy [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7ddcd4d8d3b43768b589506f952e509', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '371c3e89dae94001b57acaaf3d031f14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.701635] env[69990]: DEBUG nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.799142] env[69990]: DEBUG oslo_concurrency.lockutils [req-8511d69d-ddaf-46ab-a202-4935e94c7697 req-e8c0bbb8-cd60-4dcc-924d-643cebe8fc2e service nova] Releasing lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.799142] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.799142] env[69990]: DEBUG nova.network.neutron [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.818999] env[69990]: DEBUG oslo_vmware.api [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3445960, 'name': PowerOnVM_Task, 'duration_secs': 0.511729} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.818999] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.818999] env[69990]: INFO nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Took 7.70 seconds to spawn the instance on the hypervisor. [ 743.818999] env[69990]: DEBUG nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.819853] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92928bfc-88f5-445b-b67d-4a28f8d82493 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.854233] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52239445-88ff-d292-0cab-ae59aa8d80c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.855064] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.855064] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 519645f2-dc9a-4dbd-8107-17953efa47fb/519645f2-dc9a-4dbd-8107-17953efa47fb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.855334] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79b6e423-1e58-4af9-8658-6eb2653ea530 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.865202] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 743.865202] env[69990]: value = "task-3445961" [ 743.865202] env[69990]: _type = "Task" [ 743.865202] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.874306] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.974945] env[69990]: DEBUG nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.111617] env[69990]: DEBUG nova.network.neutron [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Successfully created port: dd314168-caab-4978-a024-d2716e019911 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.224065] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.274585] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a73b1-852b-4687-8047-4e54065d0698 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.278137] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Suspending the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 744.278137] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-acce4018-55fc-413f-9987-e17e7870972c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.288352] env[69990]: DEBUG oslo_vmware.api [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 744.288352] env[69990]: value = "task-3445962" [ 744.288352] env[69990]: _type = "Task" [ 744.288352] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.306015] env[69990]: DEBUG oslo_vmware.api [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445962, 'name': SuspendVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.346207] env[69990]: INFO nova.compute.manager [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Took 55.17 seconds to build instance. [ 744.385391] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445961, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.396828] env[69990]: DEBUG nova.network.neutron [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.524451] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2937ca9e-f403-4f3d-aac1-4c8a91b14410 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.536432] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851405e-4498-4a49-b213-202283c4a055 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.586991] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ecfae-8018-4586-a11c-e92639e741f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.596908] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce11419-3fc5-4ed0-b057-eb9ca3d4bff6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.613432] env[69990]: DEBUG nova.compute.provider_tree [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.799775] env[69990]: DEBUG oslo_vmware.api [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445962, 'name': SuspendVM_Task} progress is 91%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.849097] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1cefa1d8-5ed7-49ce-9671-7e5a154dbd3c tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.877035] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.992224] env[69990]: DEBUG nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.999142] env[69990]: DEBUG nova.network.neutron [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [{"id": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "address": "fa:16:3e:be:8b:c7", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e6126a-ff", "ovs_interfaceid": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.029152] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2a9e5b4e-2026-4cf6-8390-16522954d3f7',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1772487526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.029506] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.029733] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.029996] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.030258] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.030481] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.030785] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.031029] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.031278] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.031525] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.031776] env[69990]: DEBUG nova.virt.hardware [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.035381] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89d6ca7-4856-4ec8-a06e-e36f1470edd0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.047038] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837f190f-2bd3-47e0-b377-71ad49f2066b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.117951] env[69990]: DEBUG nova.scheduler.client.report [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.301094] env[69990]: DEBUG oslo_vmware.api [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445962, 'name': SuspendVM_Task} progress is 91%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.353509] env[69990]: DEBUG nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.379716] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445961, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.078493} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.379975] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 519645f2-dc9a-4dbd-8107-17953efa47fb/519645f2-dc9a-4dbd-8107-17953efa47fb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.380307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.380556] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acaf4d73-ab3b-4dc2-a020-30079660ac04 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.389672] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 745.389672] env[69990]: value = "task-3445963" [ 745.389672] env[69990]: _type = "Task" [ 745.389672] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.399770] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.504455] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.505015] env[69990]: DEBUG nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance network_info: |[{"id": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "address": "fa:16:3e:be:8b:c7", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e6126a-ff", "ovs_interfaceid": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.506864] env[69990]: DEBUG nova.compute.manager [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Received event network-changed-622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.507243] env[69990]: DEBUG nova.compute.manager [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Refreshing instance network info cache due to event network-changed-622fee41-b173-4c11-b42d-04260a966511. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.507892] env[69990]: DEBUG oslo_concurrency.lockutils [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] Acquiring lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.507892] env[69990]: DEBUG oslo_concurrency.lockutils [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] Acquired lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.508181] env[69990]: DEBUG nova.network.neutron [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Refreshing network info cache for port 622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.510680] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:8b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2e6126a-ff3b-4c27-a9e2-c56f343457a2', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.520060] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating folder: Project (1a7cf91d9c3f465c839490b88d51d9fd). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.521303] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d594b39b-a791-4d88-9533-120a15368c43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.538638] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created folder: Project (1a7cf91d9c3f465c839490b88d51d9fd) in parent group-v687779. [ 745.538847] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating folder: Instances. Parent ref: group-v687909. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.539376] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c2de5d-9fed-4908-b4da-dd1033875578 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.549687] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created folder: Instances in parent group-v687909. [ 745.549944] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.550149] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.550360] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43fba2b2-0355-47d7-a58a-7794a3fab102 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.571930] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.571930] env[69990]: value = "task-3445966" [ 745.571930] env[69990]: _type = "Task" [ 745.571930] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.582738] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445966, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.622707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.623521] env[69990]: DEBUG nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.627063] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.419s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.629492] env[69990]: INFO nova.compute.claims [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.806024] env[69990]: DEBUG oslo_vmware.api [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445962, 'name': SuspendVM_Task, 'duration_secs': 1.203396} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.806024] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Suspended the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 745.806024] env[69990]: DEBUG nova.compute.manager [None req-1c907161-a2f5-4967-8683-b42ae9063bef tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.806475] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6813ee1d-d044-48ba-a30d-2e1fba86820c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.895402] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.900865] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103154} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.901177] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.902086] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a96d2ff-746c-462d-85e9-d356f74396d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.942181] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 519645f2-dc9a-4dbd-8107-17953efa47fb/519645f2-dc9a-4dbd-8107-17953efa47fb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.942888] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-babc26dc-9940-41d2-a439-5b23327cf5e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.966441] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 745.966441] env[69990]: value = "task-3445967" [ 745.966441] env[69990]: _type = "Task" [ 745.966441] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.976861] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.081763] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445966, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.138595] env[69990]: DEBUG nova.compute.utils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.138595] env[69990]: DEBUG nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 746.225550] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "f4f00a78-2e08-4d16-a094-e502997341fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.225799] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "f4f00a78-2e08-4d16-a094-e502997341fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.297612] env[69990]: DEBUG nova.network.neutron [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updated VIF entry in instance network info cache for port 622fee41-b173-4c11-b42d-04260a966511. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.298090] env[69990]: DEBUG nova.network.neutron [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updating instance_info_cache with network_info: [{"id": "622fee41-b173-4c11-b42d-04260a966511", "address": "fa:16:3e:1a:cc:7d", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fee41-b1", "ovs_interfaceid": "622fee41-b173-4c11-b42d-04260a966511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.341418] env[69990]: DEBUG nova.network.neutron [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Successfully updated port: dd314168-caab-4978-a024-d2716e019911 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.481675] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.590964] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445966, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.640160] env[69990]: DEBUG nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.802894] env[69990]: DEBUG oslo_concurrency.lockutils [req-f0c16572-5b06-461c-af33-53b727462981 req-881982eb-3628-49a8-9e19-5455a7fd367e service nova] Releasing lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.848317] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.848541] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.848727] env[69990]: DEBUG nova.network.neutron [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.981131] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445967, 'name': ReconfigVM_Task, 'duration_secs': 0.708868} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.981131] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 519645f2-dc9a-4dbd-8107-17953efa47fb/519645f2-dc9a-4dbd-8107-17953efa47fb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.982157] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1211d2f-3ec0-4c14-b70b-1c297f4444e5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.988667] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.989102] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.996083] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 746.996083] env[69990]: value = "task-3445968" [ 746.996083] env[69990]: _type = "Task" [ 746.996083] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.011378] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445968, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.085712] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445966, 'name': CreateVM_Task, 'duration_secs': 1.246048} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.086120] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.087048] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.087395] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.087760] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.088104] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9b6f1e-a44d-432e-82b6-3c0fe265278c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.097233] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 747.097233] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524960f5-fb74-b6d4-cf4d-067beda3ed54" [ 747.097233] env[69990]: _type = "Task" [ 747.097233] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.109903] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524960f5-fb74-b6d4-cf4d-067beda3ed54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.181678] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f33b8f-9ebe-472d-8cca-cf6a0c6b57e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.190436] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae345370-393c-439a-863f-5735c469eed8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.973047] env[69990]: DEBUG nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.978309] env[69990]: DEBUG nova.compute.manager [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Received event network-vif-plugged-dd314168-caab-4978-a024-d2716e019911 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.978309] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Acquiring lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.978309] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.978309] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.978456] env[69990]: DEBUG nova.compute.manager [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] No waiting events found dispatching network-vif-plugged-dd314168-caab-4978-a024-d2716e019911 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.978491] env[69990]: WARNING nova.compute.manager [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Received unexpected event network-vif-plugged-dd314168-caab-4978-a024-d2716e019911 for instance with vm_state building and task_state spawning. [ 747.978737] env[69990]: DEBUG nova.compute.manager [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Received event network-changed-dd314168-caab-4978-a024-d2716e019911 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.978810] env[69990]: DEBUG nova.compute.manager [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Refreshing instance network info cache due to event network-changed-dd314168-caab-4978-a024-d2716e019911. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.978961] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Acquiring lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.986783] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0e5ded-ed41-4649-ac9b-eac655f3c028 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.997010] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445968, 'name': Rename_Task, 'duration_secs': 0.394834} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.002380] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.003393] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524960f5-fb74-b6d4-cf4d-067beda3ed54, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.003604] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abc38f10-1df9-4d6f-adf6-2761b4bb76d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.006174] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34cecb-03d1-4f01-99f5-b7d705680deb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.010036] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.010275] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.011579] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.011579] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.011579] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.013332] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb3ab4a-209c-400d-90b0-fbe66f2adebb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.026706] env[69990]: DEBUG nova.compute.provider_tree [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.031145] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.031145] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.031145] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.031319] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.031357] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.031555] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.031682] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.031831] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.031986] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.032189] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.032321] env[69990]: DEBUG nova.virt.hardware [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.033568] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 748.033568] env[69990]: value = "task-3445969" [ 748.033568] env[69990]: _type = "Task" [ 748.033568] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.034564] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d90178-e7ae-4adf-a696-994b206e4438 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.037230] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.037406] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.039122] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ebe1e8-c66c-4c3e-a6f6-c978c58dfa1a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.052043] env[69990]: DEBUG nova.network.neutron [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.058711] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec438d8-aec9-4741-82ed-8ba051caff53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.063673] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445969, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.063980] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 748.063980] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525c79d7-e49f-f4ea-9602-c9ee6d6874e9" [ 748.063980] env[69990]: _type = "Task" [ 748.063980] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.078599] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.084425] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Creating folder: Project (8937426368b54ed59ad223a8ca7ed40b). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.089143] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6acd6e9c-b6b3-4d56-8996-e6f1817e65d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.097421] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525c79d7-e49f-f4ea-9602-c9ee6d6874e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.098314] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56948300-7433-469d-8e89-864ee891219e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.102351] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Created folder: Project (8937426368b54ed59ad223a8ca7ed40b) in parent group-v687779. [ 748.102531] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Creating folder: Instances. Parent ref: group-v687912. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.103170] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3dd97f3-df6d-41ce-88ee-faea8d82005d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.107523] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 748.107523] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e2fc00-3b7d-0c9f-c944-19628bf12188" [ 748.107523] env[69990]: _type = "Task" [ 748.107523] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.118617] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e2fc00-3b7d-0c9f-c944-19628bf12188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.120090] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Created folder: Instances in parent group-v687912. [ 748.120335] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.123724] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.123972] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a487afe-f229-4cc2-8409-4d546006b308 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.147651] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.147651] env[69990]: value = "task-3445972" [ 748.147651] env[69990]: _type = "Task" [ 748.147651] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.156218] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445972, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.279596] env[69990]: DEBUG nova.network.neutron [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance_info_cache with network_info: [{"id": "dd314168-caab-4978-a024-d2716e019911", "address": "fa:16:3e:18:f4:52", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd314168-ca", "ovs_interfaceid": "dd314168-caab-4978-a024-d2716e019911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.540203] env[69990]: DEBUG nova.scheduler.client.report [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.555385] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.619471] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e2fc00-3b7d-0c9f-c944-19628bf12188, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.620086] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.620506] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.620997] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c95df2d-45ae-4e00-9673-a25cf24e5b84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.634559] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 748.634559] env[69990]: value = "task-3445973" [ 748.634559] env[69990]: _type = "Task" [ 748.634559] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.647601] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.658254] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445972, 'name': CreateVM_Task, 'duration_secs': 0.350455} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.658618] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.659199] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.660032] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.660032] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.660394] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a520c1-eae9-459b-8e87-5d627e69df82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.667941] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 748.667941] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525558ed-8a25-7f05-cea7-af6e57d680f6" [ 748.667941] env[69990]: _type = "Task" [ 748.667941] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.679452] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525558ed-8a25-7f05-cea7-af6e57d680f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.783708] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.784677] env[69990]: DEBUG nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Instance network_info: |[{"id": "dd314168-caab-4978-a024-d2716e019911", "address": "fa:16:3e:18:f4:52", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd314168-ca", "ovs_interfaceid": "dd314168-caab-4978-a024-d2716e019911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.784677] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Acquired lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.784988] env[69990]: DEBUG nova.network.neutron [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Refreshing network info cache for port dd314168-caab-4978-a024-d2716e019911 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.788915] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f4:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd314168-caab-4978-a024-d2716e019911', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.795609] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.796282] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.797118] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f6dc43e-0859-410d-8e22-42ae5efe3af0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.823068] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.823068] env[69990]: value = "task-3445974" [ 748.823068] env[69990]: _type = "Task" [ 748.823068] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.836307] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445974, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.995669] env[69990]: DEBUG nova.compute.manager [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.996628] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad620212-cbee-49af-9227-1a10b4f24e96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.046474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.419s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.046682] env[69990]: DEBUG nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.060347] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.890s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.060741] env[69990]: DEBUG nova.objects.instance [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.075417] env[69990]: DEBUG oslo_vmware.api [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445969, 'name': PowerOnVM_Task, 'duration_secs': 0.656397} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.075417] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.075417] env[69990]: INFO nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Took 10.38 seconds to spawn the instance on the hypervisor. [ 749.075417] env[69990]: DEBUG nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.076030] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee4aef-bc2d-4c4e-bb28-a108382873c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.142402] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445973, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.177777] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525558ed-8a25-7f05-cea7-af6e57d680f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.178203] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.178489] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.178800] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.178997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.179260] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.179577] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e2cfb6b-dffb-49cc-8b0b-eaae32e3582e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.194410] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.194410] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.194410] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c050e4a8-d3d3-4c29-ad3e-b422ee008b6c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.203531] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 749.203531] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fef287-f6fe-061c-b49e-f07aa69bb4c5" [ 749.203531] env[69990]: _type = "Task" [ 749.203531] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.215971] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fef287-f6fe-061c-b49e-f07aa69bb4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.336032] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445974, 'name': CreateVM_Task, 'duration_secs': 0.503216} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.336270] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.336938] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.337108] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.337419] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.337668] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e3e2d0-b212-4012-938f-50e4464ccf69 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.344716] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 749.344716] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52224e81-95d5-878a-5e2b-d33ade3b151c" [ 749.344716] env[69990]: _type = "Task" [ 749.344716] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.353406] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52224e81-95d5-878a-5e2b-d33ade3b151c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.512526] env[69990]: INFO nova.compute.manager [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] instance snapshotting [ 749.513565] env[69990]: WARNING nova.compute.manager [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 749.516592] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6714c29c-4147-4ee4-9ca4-1f014d15d435 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.543237] env[69990]: DEBUG nova.network.neutron [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updated VIF entry in instance network info cache for port dd314168-caab-4978-a024-d2716e019911. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.543599] env[69990]: DEBUG nova.network.neutron [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance_info_cache with network_info: [{"id": "dd314168-caab-4978-a024-d2716e019911", "address": "fa:16:3e:18:f4:52", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd314168-ca", "ovs_interfaceid": "dd314168-caab-4978-a024-d2716e019911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.545725] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560211b-9ddb-4bdb-b56d-7ddd3a1bc746 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.566649] env[69990]: DEBUG nova.compute.utils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.568517] env[69990]: DEBUG nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.569548] env[69990]: DEBUG nova.network.neutron [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.600365] env[69990]: INFO nova.compute.manager [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Took 57.33 seconds to build instance. [ 749.645986] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51883} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.645986] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.645986] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.645986] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ad24314-acb6-4ca9-aff6-0f613eef7836 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.654267] env[69990]: DEBUG nova.policy [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb63188acfa74afda643d974c859af8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e66f40ab1ef04e528b6c700c9ae6e77a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.655375] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 749.655375] env[69990]: value = "task-3445975" [ 749.655375] env[69990]: _type = "Task" [ 749.655375] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.666097] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.724888] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fef287-f6fe-061c-b49e-f07aa69bb4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.724888] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4901435-1805-4f9a-b86f-927e92a97407 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.732992] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 749.732992] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52182f1b-452f-d185-dc82-d4acf1d4214b" [ 749.732992] env[69990]: _type = "Task" [ 749.732992] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.743295] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52182f1b-452f-d185-dc82-d4acf1d4214b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.856178] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52224e81-95d5-878a-5e2b-d33ade3b151c, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.857050] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.857364] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.857525] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.051748] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Releasing lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.052054] env[69990]: DEBUG nova.compute.manager [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Received event network-changed-622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.052230] env[69990]: DEBUG nova.compute.manager [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Refreshing instance network info cache due to event network-changed-622fee41-b173-4c11-b42d-04260a966511. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.052541] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Acquiring lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.052586] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Acquired lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.052732] env[69990]: DEBUG nova.network.neutron [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Refreshing network info cache for port 622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.063431] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.064241] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81082b6a-6628-4a32-96a2-1b8217e80fdd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.073017] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 750.073017] env[69990]: value = "task-3445976" [ 750.073017] env[69990]: _type = "Task" [ 750.073017] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.076523] env[69990]: DEBUG nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.084080] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d29484a8-db03-42f3-9a9f-3090c0cab0ae tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.084080] env[69990]: DEBUG nova.network.neutron [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Successfully created port: d47cc051-2066-4a24-9dcc-d8a00026e88d {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.085649] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.415s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.088230] env[69990]: INFO nova.compute.claims [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.095064] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445976, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.101783] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3364d3e-45bd-4e28-b3c8-9cd653629192 tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.557s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.138466] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.138809] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.165588] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070578} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.165751] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.169073] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2c5cee-b968-40da-ad94-217a46c886e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.189637] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.190270] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65cc0b3c-3583-4e1b-b636-c0936245052f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.212467] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 750.212467] env[69990]: value = "task-3445977" [ 750.212467] env[69990]: _type = "Task" [ 750.212467] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.223502] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.244019] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52182f1b-452f-d185-dc82-d4acf1d4214b, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.244019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.244019] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c/55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.244019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.244416] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.244416] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5774229e-be62-4a2f-a990-846e81de3dd8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.246797] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd6d0f4-0667-4be6-9f82-7e82e91ed923 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.256912] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 750.256912] env[69990]: value = "task-3445978" [ 750.256912] env[69990]: _type = "Task" [ 750.256912] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.261244] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.261433] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.262465] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421cc6b4-bfdd-4e8a-9de3-341b5d0bac0d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.268290] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.273488] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 750.273488] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dd0a94-699e-adf2-0081-3969dcdd470e" [ 750.273488] env[69990]: _type = "Task" [ 750.273488] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.283203] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52dd0a94-699e-adf2-0081-3969dcdd470e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.588792] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445976, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.606543] env[69990]: DEBUG nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.726328] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445977, 'name': ReconfigVM_Task, 'duration_secs': 0.418499} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.726657] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.727282] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc53fd3-8e8b-4020-914b-44357660a2c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.740264] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 750.740264] env[69990]: value = "task-3445979" [ 750.740264] env[69990]: _type = "Task" [ 750.740264] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.756582] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445979, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.768182] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505498} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.768722] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c/55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.769026] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.769358] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1a394dd-dbe6-4b3b-b5bf-51091eb35e9a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.779082] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 750.779082] env[69990]: value = "task-3445980" [ 750.779082] env[69990]: _type = "Task" [ 750.779082] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.789453] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52dd0a94-699e-adf2-0081-3969dcdd470e, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.790680] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7594a97-ea77-4f71-b243-b2fefadf2d6d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.795816] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.799240] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 750.799240] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a25df-326e-63c6-d752-8a2c5a53e53b" [ 750.799240] env[69990]: _type = "Task" [ 750.799240] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.809332] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522a25df-326e-63c6-d752-8a2c5a53e53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.823151] env[69990]: DEBUG nova.network.neutron [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updated VIF entry in instance network info cache for port 622fee41-b173-4c11-b42d-04260a966511. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.823577] env[69990]: DEBUG nova.network.neutron [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updating instance_info_cache with network_info: [{"id": "622fee41-b173-4c11-b42d-04260a966511", "address": "fa:16:3e:1a:cc:7d", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fee41-b1", "ovs_interfaceid": "622fee41-b173-4c11-b42d-04260a966511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.084984] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445976, 'name': CreateSnapshot_Task, 'duration_secs': 0.88679} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.085319] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.086104] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c25e35d-a8ee-4fe9-b7f5-61d22f2cbf48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.089574] env[69990]: DEBUG nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.124342] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.124342] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.124342] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.124342] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.124342] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.124934] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.125903] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.126264] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.126627] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.129236] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.129236] env[69990]: DEBUG nova.virt.hardware [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.129236] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a8ea9b-5ba5-4cc6-b4eb-4ea3af3cde05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.143968] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.146988] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4b7868-ce12-408a-bb4f-c741ab1f9051 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.253263] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445979, 'name': Rename_Task, 'duration_secs': 0.19817} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.253536] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.253787] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e361e3a-28ae-45d7-b957-f9b85d4b8d79 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.260895] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 751.260895] env[69990]: value = "task-3445981" [ 751.260895] env[69990]: _type = "Task" [ 751.260895] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.269999] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.295211] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092019} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.298174] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.299322] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515a7e74-bc19-4bc8-86bd-f65094e08663 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.313736] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522a25df-326e-63c6-d752-8a2c5a53e53b, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.323935] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.324630] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.334093] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c/55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.334702] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24ef551f-c7a6-4be9-94e8-9ce0f1772996 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.337197] env[69990]: DEBUG oslo_concurrency.lockutils [req-f54144f7-40b7-46ca-8cb5-ff05a18b3055 req-16acbd75-8734-4ff0-90a8-80eff407e8e5 service nova] Releasing lock "refresh_cache-4e0c6aea-deee-4f98-9d5a-7cf7b3637946" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.337614] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc4b1a98-6591-46d3-a9fe-285f698f502a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.361389] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 751.361389] env[69990]: value = "task-3445982" [ 751.361389] env[69990]: _type = "Task" [ 751.361389] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.365874] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 751.365874] env[69990]: value = "task-3445983" [ 751.365874] env[69990]: _type = "Task" [ 751.365874] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.378977] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.382191] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.581932] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb16bef-922c-4a50-875c-04b7aba4272d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.595289] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3486bff3-4237-43ed-8db9-7252fdb0844c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.663322] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 751.663832] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "89dfd971-09d2-4259-80a0-66c7a14e087c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.664200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.666162] env[69990]: DEBUG nova.compute.manager [req-9a1b574c-9d41-4cdf-8168-ff67cb380d82 req-070c9392-c981-4998-942d-bf9962b22760 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Received event network-vif-plugged-d47cc051-2066-4a24-9dcc-d8a00026e88d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.666440] env[69990]: DEBUG oslo_concurrency.lockutils [req-9a1b574c-9d41-4cdf-8168-ff67cb380d82 req-070c9392-c981-4998-942d-bf9962b22760 service nova] Acquiring lock "24ccf076-5a88-4dae-bdcc-cf3d70716949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.666740] env[69990]: DEBUG oslo_concurrency.lockutils [req-9a1b574c-9d41-4cdf-8168-ff67cb380d82 req-070c9392-c981-4998-942d-bf9962b22760 service nova] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.666988] env[69990]: DEBUG oslo_concurrency.lockutils [req-9a1b574c-9d41-4cdf-8168-ff67cb380d82 req-070c9392-c981-4998-942d-bf9962b22760 service nova] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.667439] env[69990]: DEBUG nova.compute.manager [req-9a1b574c-9d41-4cdf-8168-ff67cb380d82 req-070c9392-c981-4998-942d-bf9962b22760 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] No waiting events found dispatching network-vif-plugged-d47cc051-2066-4a24-9dcc-d8a00026e88d {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.667647] env[69990]: WARNING nova.compute.manager [req-9a1b574c-9d41-4cdf-8168-ff67cb380d82 req-070c9392-c981-4998-942d-bf9962b22760 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Received unexpected event network-vif-plugged-d47cc051-2066-4a24-9dcc-d8a00026e88d for instance with vm_state building and task_state spawning. [ 751.668411] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c870ddbc-178e-409b-899f-d277a5664cc8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.673895] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b543d0df-fef1-4c98-ae23-96f2c8ddf4cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.690302] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467d240-c91c-47af-bcd2-54958ca99fab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.697030] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 751.697030] env[69990]: value = "task-3445984" [ 751.697030] env[69990]: _type = "Task" [ 751.697030] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.717374] env[69990]: DEBUG nova.compute.provider_tree [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.727968] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445984, 'name': CloneVM_Task} progress is 11%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.778693] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.790549] env[69990]: DEBUG nova.network.neutron [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Successfully updated port: d47cc051-2066-4a24-9dcc-d8a00026e88d {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.882175] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.885859] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445982, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.210096] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445984, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.221595] env[69990]: DEBUG nova.scheduler.client.report [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.272476] env[69990]: DEBUG oslo_vmware.api [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3445981, 'name': PowerOnVM_Task, 'duration_secs': 0.890498} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.272748] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.273027] env[69990]: INFO nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Took 10.92 seconds to spawn the instance on the hypervisor. [ 752.273283] env[69990]: DEBUG nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.274389] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eedbd6-902c-4297-aa9f-76fdd3251d43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.290155] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "519645f2-dc9a-4dbd-8107-17953efa47fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.290343] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.290553] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "519645f2-dc9a-4dbd-8107-17953efa47fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.290732] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.290899] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.293292] env[69990]: INFO nova.compute.manager [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Terminating instance [ 752.298542] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "refresh_cache-24ccf076-5a88-4dae-bdcc-cf3d70716949" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.298542] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquired lock "refresh_cache-24ccf076-5a88-4dae-bdcc-cf3d70716949" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.298542] env[69990]: DEBUG nova.network.neutron [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.378106] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564316} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.378784] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.379016] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.379266] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3d03183-3c7a-4792-a847-570a20f0aba6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.384224] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445983, 'name': ReconfigVM_Task, 'duration_secs': 0.809862} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.384722] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c/55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.385422] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f1e7860-4aba-431e-8afd-6736d64a9209 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.389550] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 752.389550] env[69990]: value = "task-3445985" [ 752.389550] env[69990]: _type = "Task" [ 752.389550] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.394747] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 752.394747] env[69990]: value = "task-3445986" [ 752.394747] env[69990]: _type = "Task" [ 752.394747] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.403020] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.404619] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445986, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.710820] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445984, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.728044] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.728620] env[69990]: DEBUG nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.731263] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.470s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.731495] env[69990]: DEBUG nova.objects.instance [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lazy-loading 'resources' on Instance uuid 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.796466] env[69990]: INFO nova.compute.manager [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Took 58.04 seconds to build instance. [ 752.797799] env[69990]: DEBUG nova.compute.manager [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.797992] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.799053] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1e08f9-1672-4c45-b3db-9163e46cdda0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.811064] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.811342] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f1f1c26-13ff-47b5-9ce4-3afa7c75a587 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.819753] env[69990]: DEBUG oslo_vmware.api [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 752.819753] env[69990]: value = "task-3445987" [ 752.819753] env[69990]: _type = "Task" [ 752.819753] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.829236] env[69990]: DEBUG oslo_vmware.api [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.909061] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074633} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.909816] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.910646] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563777d-8943-44f4-9e6a-bacdc504f234 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.919711] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445986, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.942035] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.942372] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a483400-8ffd-47dd-8f98-bd6dde39a9cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.963226] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 752.963226] env[69990]: value = "task-3445988" [ 752.963226] env[69990]: _type = "Task" [ 752.963226] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.971515] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445988, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.100721] env[69990]: DEBUG nova.network.neutron [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.211208] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445984, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.234855] env[69990]: DEBUG nova.compute.utils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.236427] env[69990]: DEBUG nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.236616] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.299593] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01a39c-d3ae-4bcd-939c-6a4607df66d5 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.762s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.301353] env[69990]: DEBUG nova.policy [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa3253e2d5c4bea82677aff9651ab55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34643fc98f94325b1099d706597c598', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.341187] env[69990]: DEBUG oslo_vmware.api [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445987, 'name': PowerOffVM_Task, 'duration_secs': 0.496641} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.345446] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.345446] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.345838] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-974d515f-26eb-4c2f-8982-a40ef1514f84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.411106] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445986, 'name': Rename_Task, 'duration_secs': 0.852023} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.412010] env[69990]: DEBUG nova.network.neutron [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Updating instance_info_cache with network_info: [{"id": "d47cc051-2066-4a24-9dcc-d8a00026e88d", "address": "fa:16:3e:3e:87:a3", "network": {"id": "d92caace-1bc5-4439-ba80-f400cb19e719", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-397983515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66f40ab1ef04e528b6c700c9ae6e77a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47cc051-20", "ovs_interfaceid": "d47cc051-2066-4a24-9dcc-d8a00026e88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.417068] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.417068] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f7a917-a59f-42b2-8eac-aa50e197cb07 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.424520] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 753.424520] env[69990]: value = "task-3445990" [ 753.424520] env[69990]: _type = "Task" [ 753.424520] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.440528] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.440833] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.442298] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Deleting the datastore file [datastore2] 519645f2-dc9a-4dbd-8107-17953efa47fb {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.447551] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98797175-0ea1-4d99-b972-3c8185c263c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.450209] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.458838] env[69990]: DEBUG oslo_vmware.api [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for the task: (returnval){ [ 753.458838] env[69990]: value = "task-3445991" [ 753.458838] env[69990]: _type = "Task" [ 753.458838] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.480685] env[69990]: DEBUG oslo_vmware.api [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.487172] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.709981] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445984, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.732322] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Successfully created port: 37523795-9545-4275-a055-18fd7d9a3271 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.742673] env[69990]: DEBUG nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.756429] env[69990]: DEBUG nova.compute.manager [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Received event network-changed-d47cc051-2066-4a24-9dcc-d8a00026e88d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.756650] env[69990]: DEBUG nova.compute.manager [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Refreshing instance network info cache due to event network-changed-d47cc051-2066-4a24-9dcc-d8a00026e88d. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.756841] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] Acquiring lock "refresh_cache-24ccf076-5a88-4dae-bdcc-cf3d70716949" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.799853] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce54d2a5-4e88-4606-8828-2faba7772f25 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.808255] env[69990]: DEBUG nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.811506] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e00c1-ae99-4119-95a7-6cbbae18406a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.847064] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11786d07-9699-461d-b61d-0887e3139432 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.855816] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81fc1af-c828-4bf0-ad61-ccf1567c90f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.871525] env[69990]: DEBUG nova.compute.provider_tree [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.914549] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Releasing lock "refresh_cache-24ccf076-5a88-4dae-bdcc-cf3d70716949" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.914885] env[69990]: DEBUG nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Instance network_info: |[{"id": "d47cc051-2066-4a24-9dcc-d8a00026e88d", "address": "fa:16:3e:3e:87:a3", "network": {"id": "d92caace-1bc5-4439-ba80-f400cb19e719", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-397983515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66f40ab1ef04e528b6c700c9ae6e77a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47cc051-20", "ovs_interfaceid": "d47cc051-2066-4a24-9dcc-d8a00026e88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.915279] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] Acquired lock "refresh_cache-24ccf076-5a88-4dae-bdcc-cf3d70716949" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.915464] env[69990]: DEBUG nova.network.neutron [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Refreshing network info cache for port d47cc051-2066-4a24-9dcc-d8a00026e88d {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.916702] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:87:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd47cc051-2066-4a24-9dcc-d8a00026e88d', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.924995] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Creating folder: Project (e66f40ab1ef04e528b6c700c9ae6e77a). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.926087] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-218c64f0-3eff-4e1a-ae1e-6495da6363c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.939019] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445990, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.941813] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Created folder: Project (e66f40ab1ef04e528b6c700c9ae6e77a) in parent group-v687779. [ 753.942009] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Creating folder: Instances. Parent ref: group-v687918. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.942353] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-232a596a-f610-494a-a7a8-3e01ea482b4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.954223] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Created folder: Instances in parent group-v687918. [ 753.954471] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.954664] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.954882] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccedba4e-b99f-476c-ad72-53ba09cd0353 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.983316] env[69990]: DEBUG oslo_vmware.api [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Task: {'id': task-3445991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325044} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.990213] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.990419] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.990599] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.990771] env[69990]: INFO nova.compute.manager [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 753.992208] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.992426] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.992426] env[69990]: value = "task-3445994" [ 753.992426] env[69990]: _type = "Task" [ 753.992426] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.992650] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445988, 'name': ReconfigVM_Task, 'duration_secs': 0.657683} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.992853] env[69990]: DEBUG nova.compute.manager [-] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.992958] env[69990]: DEBUG nova.network.neutron [-] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.994838] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.998351] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b12d68e-2683-42ed-b5da-27177659f6a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.007523] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445994, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.008926] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 754.008926] env[69990]: value = "task-3445995" [ 754.008926] env[69990]: _type = "Task" [ 754.008926] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.017459] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445995, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.094733] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Successfully created port: 445bee37-1f7c-493e-99ba-fb32831aa10c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.213747] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3445984, 'name': CloneVM_Task, 'duration_secs': 2.291956} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.214134] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Created linked-clone VM from snapshot [ 754.215759] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9d0594-9d0e-46dd-b345-dd9235b2bf4d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.223494] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Uploading image 45188223-1996-4a3f-8caf-74bae9d273ae {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.264092] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.264092] env[69990]: value = "vm-687917" [ 754.264092] env[69990]: _type = "VirtualMachine" [ 754.264092] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.264797] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-981b8dd4-b006-4484-b3c3-bee026dbdb6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.281514] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease: (returnval){ [ 754.281514] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a3f994-d702-0a3d-e128-13ab9c0cd9b5" [ 754.281514] env[69990]: _type = "HttpNfcLease" [ 754.281514] env[69990]: } obtained for exporting VM: (result){ [ 754.281514] env[69990]: value = "vm-687917" [ 754.281514] env[69990]: _type = "VirtualMachine" [ 754.281514] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.281840] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the lease: (returnval){ [ 754.281840] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a3f994-d702-0a3d-e128-13ab9c0cd9b5" [ 754.281840] env[69990]: _type = "HttpNfcLease" [ 754.281840] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.295341] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.295341] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a3f994-d702-0a3d-e128-13ab9c0cd9b5" [ 754.295341] env[69990]: _type = "HttpNfcLease" [ 754.295341] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.336088] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.405873] env[69990]: ERROR nova.scheduler.client.report [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] [req-144c93ed-57ca-4b31-b3ca-278c13a43b9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-144c93ed-57ca-4b31-b3ca-278c13a43b9b"}]} [ 754.438529] env[69990]: DEBUG nova.scheduler.client.report [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.447767] env[69990]: DEBUG oslo_vmware.api [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3445990, 'name': PowerOnVM_Task, 'duration_secs': 0.824659} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.449185] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.449417] env[69990]: INFO nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Took 6.48 seconds to spawn the instance on the hypervisor. [ 754.449596] env[69990]: DEBUG nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.450495] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fee572-f4b2-4e17-904e-277b5095bcb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.468519] env[69990]: DEBUG nova.scheduler.client.report [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.468772] env[69990]: DEBUG nova.compute.provider_tree [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.495755] env[69990]: DEBUG nova.scheduler.client.report [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.508464] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445994, 'name': CreateVM_Task, 'duration_secs': 0.423556} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.508636] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.510702] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.510702] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.510702] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.510702] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbcf77b-42e4-4283-89d0-b39b48aa2001 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.528952] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 754.528952] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e43a38-84a2-c4c3-be10-95d3a4a01b2a" [ 754.528952] env[69990]: _type = "Task" [ 754.528952] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.529399] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445995, 'name': Rename_Task, 'duration_secs': 0.214449} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.529853] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.532886] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ace386-43d4-4b9d-a1cc-974f363be2bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.545850] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e43a38-84a2-c4c3-be10-95d3a4a01b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.548103] env[69990]: DEBUG nova.scheduler.client.report [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.555833] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.555833] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.555833] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.555833] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.555833] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.555833] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 754.555833] env[69990]: value = "task-3445997" [ 754.555833] env[69990]: _type = "Task" [ 754.555833] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.555833] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467206d7-2365-4bd6-aef3-60e5419b19e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.564708] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.566773] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.566951] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.567728] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a6779a-6130-4541-a38b-9f1aee46991c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.574131] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 754.574131] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a04642-ef83-68c5-2cd2-336a291f50ac" [ 754.574131] env[69990]: _type = "Task" [ 754.574131] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.584333] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a04642-ef83-68c5-2cd2-336a291f50ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.719286] env[69990]: DEBUG nova.network.neutron [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Updated VIF entry in instance network info cache for port d47cc051-2066-4a24-9dcc-d8a00026e88d. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.719286] env[69990]: DEBUG nova.network.neutron [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Updating instance_info_cache with network_info: [{"id": "d47cc051-2066-4a24-9dcc-d8a00026e88d", "address": "fa:16:3e:3e:87:a3", "network": {"id": "d92caace-1bc5-4439-ba80-f400cb19e719", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-397983515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66f40ab1ef04e528b6c700c9ae6e77a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47cc051-20", "ovs_interfaceid": "d47cc051-2066-4a24-9dcc-d8a00026e88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.758397] env[69990]: DEBUG nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.789465] env[69990]: DEBUG nova.network.neutron [-] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.795400] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.795780] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.796035] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.796295] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.798118] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.798118] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.798118] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.798118] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.798118] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.798380] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.798479] env[69990]: DEBUG nova.virt.hardware [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.798843] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.798843] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a3f994-d702-0a3d-e128-13ab9c0cd9b5" [ 754.798843] env[69990]: _type = "HttpNfcLease" [ 754.798843] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.799846] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df1418c-d1fc-4d50-8468-2711d9388e89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.807533] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.807533] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a3f994-d702-0a3d-e128-13ab9c0cd9b5" [ 754.807533] env[69990]: _type = "HttpNfcLease" [ 754.807533] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 754.808946] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aa38c9-a6ba-44ce-aaed-3a9627a4a029 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.822772] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52033000-16e1-312e-2488-ae4680767d60/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.822772] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52033000-16e1-312e-2488-ae4680767d60/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 754.825142] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc73b3e-6811-4eae-9e62-1026982aad61 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.981256] env[69990]: INFO nova.compute.manager [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Took 42.87 seconds to build instance. [ 755.036018] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d60aeff5-d066-42f2-9d61-1df604edaa63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.074205] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.086353] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a04642-ef83-68c5-2cd2-336a291f50ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.087178] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1659c95e-9280-4600-ab68-bd9cdc38efb7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.094988] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 755.094988] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ae3acc-487f-51f9-e32b-62a88af58379" [ 755.094988] env[69990]: _type = "Task" [ 755.094988] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.103212] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ae3acc-487f-51f9-e32b-62a88af58379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.104731] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e54ba-b6c0-4370-ac65-7303c1fecfa7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.111722] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d18d4-88bb-4adc-a9da-ba9aa98afdb1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.143662] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ad324-7221-4aae-a7cc-9c9d0232b4c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.151711] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7541d0d3-e1c1-4bbc-9829-cd5139f61791 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.168364] env[69990]: DEBUG nova.compute.provider_tree [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.227104] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] Releasing lock "refresh_cache-24ccf076-5a88-4dae-bdcc-cf3d70716949" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.227104] env[69990]: DEBUG nova.compute.manager [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.227104] env[69990]: DEBUG nova.compute.manager [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing instance network info cache due to event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.227104] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] Acquiring lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.227104] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] Acquired lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.227104] env[69990]: DEBUG nova.network.neutron [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing network info cache for port f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.305508] env[69990]: INFO nova.compute.manager [-] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Took 1.31 seconds to deallocate network for instance. [ 755.486405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9af25749-80f5-4d07-bb48-e473d99cc663 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.962s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.566894] env[69990]: DEBUG oslo_vmware.api [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3445997, 'name': PowerOnVM_Task, 'duration_secs': 0.881602} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.567451] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.567814] env[69990]: INFO nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Took 10.58 seconds to spawn the instance on the hypervisor. [ 755.571017] env[69990]: DEBUG nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.571017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fafeda1-72a2-4b5e-9d45-7c77b1381a5b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.606446] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ae3acc-487f-51f9-e32b-62a88af58379, 'name': SearchDatastore_Task, 'duration_secs': 0.022294} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.606877] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.607440] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 24ccf076-5a88-4dae-bdcc-cf3d70716949/24ccf076-5a88-4dae-bdcc-cf3d70716949.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.607691] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e189c0b2-2dac-446b-b578-979278e3e134 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.617531] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 755.617531] env[69990]: value = "task-3445998" [ 755.617531] env[69990]: _type = "Task" [ 755.617531] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.638812] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3445998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.709088] env[69990]: DEBUG nova.scheduler.client.report [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.709648] env[69990]: DEBUG nova.compute.provider_tree [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 70 to 71 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.710470] env[69990]: DEBUG nova.compute.provider_tree [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.792973] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Successfully updated port: 37523795-9545-4275-a055-18fd7d9a3271 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.813861] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.965546] env[69990]: DEBUG nova.compute.manager [req-f99bc77b-c070-45b5-a85c-baf8f1ba9389 req-b58e0cfc-d62d-4e88-b109-0328f007ed48 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received event network-vif-plugged-37523795-9545-4275-a055-18fd7d9a3271 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.965546] env[69990]: DEBUG oslo_concurrency.lockutils [req-f99bc77b-c070-45b5-a85c-baf8f1ba9389 req-b58e0cfc-d62d-4e88-b109-0328f007ed48 service nova] Acquiring lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.965546] env[69990]: DEBUG oslo_concurrency.lockutils [req-f99bc77b-c070-45b5-a85c-baf8f1ba9389 req-b58e0cfc-d62d-4e88-b109-0328f007ed48 service nova] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.965681] env[69990]: DEBUG oslo_concurrency.lockutils [req-f99bc77b-c070-45b5-a85c-baf8f1ba9389 req-b58e0cfc-d62d-4e88-b109-0328f007ed48 service nova] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.966096] env[69990]: DEBUG nova.compute.manager [req-f99bc77b-c070-45b5-a85c-baf8f1ba9389 req-b58e0cfc-d62d-4e88-b109-0328f007ed48 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] No waiting events found dispatching network-vif-plugged-37523795-9545-4275-a055-18fd7d9a3271 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.966096] env[69990]: WARNING nova.compute.manager [req-f99bc77b-c070-45b5-a85c-baf8f1ba9389 req-b58e0cfc-d62d-4e88-b109-0328f007ed48 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received unexpected event network-vif-plugged-37523795-9545-4275-a055-18fd7d9a3271 for instance with vm_state building and task_state spawning. [ 755.992798] env[69990]: DEBUG nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.079947] env[69990]: DEBUG nova.network.neutron [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updated VIF entry in instance network info cache for port f2e6126a-ff3b-4c27-a9e2-c56f343457a2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.080309] env[69990]: DEBUG nova.network.neutron [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [{"id": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "address": "fa:16:3e:be:8b:c7", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e6126a-ff", "ovs_interfaceid": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.089257] env[69990]: INFO nova.compute.manager [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Took 51.22 seconds to build instance. [ 756.132533] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3445998, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.150790] env[69990]: DEBUG nova.compute.manager [req-7c88fa4e-ca59-43b1-9f78-77e0ad4e96a1 req-7d855718-2971-4c00-9e1f-c0aa90de1b15 service nova] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Received event network-vif-deleted-81b19be9-eac0-4171-8d90-12c6a438577b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.216528] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.485s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.220966] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.609s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.221476] env[69990]: DEBUG nova.objects.instance [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lazy-loading 'resources' on Instance uuid cb5ab047-6393-47a4-9fe4-3d7e62e7e100 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.229047] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Acquiring lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.229047] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.254640] env[69990]: INFO nova.scheduler.client.report [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Deleted allocations for instance 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9 [ 756.444202] env[69990]: DEBUG nova.compute.manager [None req-83967bce-b4a6-45a0-ac03-1c623883d2ba tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.445627] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caa7a64-3fb3-4334-b326-ca95bbc75798 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.512759] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.589290] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa0d5fa3-2e23-48d7-a851-92e3637575f0 req-9f7709ec-74bb-4760-9914-4c8d159c02e3 service nova] Releasing lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.591281] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff9b57d6-fac1-4fbd-aee1-4a8f111b69d0 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.207s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.630997] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3445998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559064} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.631491] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 24ccf076-5a88-4dae-bdcc-cf3d70716949/24ccf076-5a88-4dae-bdcc-cf3d70716949.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.631890] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.632304] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7672ad2d-fc87-4d3e-b139-11a42e2dbf94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.642140] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 756.642140] env[69990]: value = "task-3445999" [ 756.642140] env[69990]: _type = "Task" [ 756.642140] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.654363] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3445999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.733099] env[69990]: DEBUG nova.compute.utils [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.766970] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c9ed061-bf61-4ab0-961a-a603c2f9382a tempest-AttachInterfacesV270Test-1884518793 tempest-AttachInterfacesV270Test-1884518793-project-member] Lock "13bb6b7c-a091-4c2e-afb3-2cf0814c41d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.921s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.958279] env[69990]: INFO nova.compute.manager [None req-83967bce-b4a6-45a0-ac03-1c623883d2ba tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] instance snapshotting [ 756.959908] env[69990]: DEBUG nova.objects.instance [None req-83967bce-b4a6-45a0-ac03-1c623883d2ba tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lazy-loading 'flavor' on Instance uuid 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.091507] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.091760] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.091967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.092173] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.092342] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.097050] env[69990]: DEBUG nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.100250] env[69990]: INFO nova.compute.manager [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Terminating instance [ 757.153231] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3445999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20031} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.154997] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.154997] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a9d36-0dec-4db2-aefc-804f33c41136 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.182846] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 24ccf076-5a88-4dae-bdcc-cf3d70716949/24ccf076-5a88-4dae-bdcc-cf3d70716949.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.186243] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468c410d-8e1a-4cf6-bde7-92a0a627f53c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.210610] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 757.210610] env[69990]: value = "task-3446000" [ 757.210610] env[69990]: _type = "Task" [ 757.210610] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.215381] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be43fc51-7d12-4aee-b7e8-cb5d647aef52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.225992] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766885a0-785f-4d4b-bb9d-d10284ea774f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.231106] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.260421] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.032s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.261657] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d44822-4fbf-420f-8add-4735765e4f33 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.271954] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0c32a-d14d-4690-a730-c16f3761999a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.288458] env[69990]: DEBUG nova.compute.provider_tree [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.469174] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab560345-375b-4a64-9b24-69ba40aa13d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.502450] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff069b90-de49-42e8-81ac-c7fb1d5ac9ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.604727] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "refresh_cache-55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.604934] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquired lock "refresh_cache-55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.605138] env[69990]: DEBUG nova.network.neutron [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.626307] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.722212] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.792243] env[69990]: DEBUG nova.scheduler.client.report [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.014578] env[69990]: DEBUG nova.compute.manager [None req-83967bce-b4a6-45a0-ac03-1c623883d2ba tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Instance disappeared during snapshot {{(pid=69990) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 758.156293] env[69990]: DEBUG nova.network.neutron [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.198301] env[69990]: DEBUG nova.compute.manager [None req-83967bce-b4a6-45a0-ac03-1c623883d2ba tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Found 0 images (rotation: 2) {{(pid=69990) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 758.224909] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446000, 'name': ReconfigVM_Task, 'duration_secs': 0.704646} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.225246] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 24ccf076-5a88-4dae-bdcc-cf3d70716949/24ccf076-5a88-4dae-bdcc-cf3d70716949.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.226331] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-456a40ef-d106-4f16-9db6-e42d338a4103 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.233724] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Successfully updated port: 445bee37-1f7c-493e-99ba-fb32831aa10c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.236885] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 758.236885] env[69990]: value = "task-3446001" [ 758.236885] env[69990]: _type = "Task" [ 758.236885] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.239301] env[69990]: DEBUG nova.network.neutron [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.246233] env[69990]: DEBUG nova.compute.manager [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received event network-changed-37523795-9545-4275-a055-18fd7d9a3271 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.246473] env[69990]: DEBUG nova.compute.manager [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Refreshing instance network info cache due to event network-changed-37523795-9545-4275-a055-18fd7d9a3271. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.246705] env[69990]: DEBUG oslo_concurrency.lockutils [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] Acquiring lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.246846] env[69990]: DEBUG oslo_concurrency.lockutils [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] Acquired lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.247015] env[69990]: DEBUG nova.network.neutron [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Refreshing network info cache for port 37523795-9545-4275-a055-18fd7d9a3271 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.258812] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446001, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.299523] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.306022] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.706s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.306022] env[69990]: DEBUG nova.objects.instance [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lazy-loading 'resources' on Instance uuid 349b48cf-aa03-4e6e-b720-b8257e9337e0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.340773] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Acquiring lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.341313] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.341997] env[69990]: INFO nova.compute.manager [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Attaching volume 92e00493-20e5-4147-a349-78276e760f02 to /dev/sdb [ 758.349463] env[69990]: INFO nova.scheduler.client.report [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleted allocations for instance cb5ab047-6393-47a4-9fe4-3d7e62e7e100 [ 758.401701] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6311d-648b-49d7-8acd-c0994d6f5122 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.415299] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b66153-c788-4fe4-a1d0-cb25af6cd096 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.423236] env[69990]: DEBUG nova.compute.manager [req-08020ea3-5bb5-45c9-a26d-322819622f2b req-45b9c71e-380f-48e2-aaf0-7e02bd075c0a service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received event network-vif-plugged-445bee37-1f7c-493e-99ba-fb32831aa10c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.423429] env[69990]: DEBUG oslo_concurrency.lockutils [req-08020ea3-5bb5-45c9-a26d-322819622f2b req-45b9c71e-380f-48e2-aaf0-7e02bd075c0a service nova] Acquiring lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.423689] env[69990]: DEBUG oslo_concurrency.lockutils [req-08020ea3-5bb5-45c9-a26d-322819622f2b req-45b9c71e-380f-48e2-aaf0-7e02bd075c0a service nova] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.423909] env[69990]: DEBUG oslo_concurrency.lockutils [req-08020ea3-5bb5-45c9-a26d-322819622f2b req-45b9c71e-380f-48e2-aaf0-7e02bd075c0a service nova] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.424132] env[69990]: DEBUG nova.compute.manager [req-08020ea3-5bb5-45c9-a26d-322819622f2b req-45b9c71e-380f-48e2-aaf0-7e02bd075c0a service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] No waiting events found dispatching network-vif-plugged-445bee37-1f7c-493e-99ba-fb32831aa10c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.424275] env[69990]: WARNING nova.compute.manager [req-08020ea3-5bb5-45c9-a26d-322819622f2b req-45b9c71e-380f-48e2-aaf0-7e02bd075c0a service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received unexpected event network-vif-plugged-445bee37-1f7c-493e-99ba-fb32831aa10c for instance with vm_state building and task_state spawning. [ 758.444472] env[69990]: DEBUG nova.virt.block_device [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updating existing volume attachment record: b612a69a-9df6-40c5-a71e-5613a04acead {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 758.738901] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.745169] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Releasing lock "refresh_cache-55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.747251] env[69990]: DEBUG nova.compute.manager [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.747251] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.747251] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f627f2e4-ed0a-4bbc-86ca-5c08069c50dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.763552] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446001, 'name': Rename_Task, 'duration_secs': 0.214037} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.763552] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.763552] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a62313cf-fce5-405d-bf36-9e8bf3e74555 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.769368] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.770384] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37fcb8b7-3572-4bb8-8748-f16ea0122118 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.777090] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 758.777090] env[69990]: value = "task-3446005" [ 758.777090] env[69990]: _type = "Task" [ 758.777090] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.783120] env[69990]: DEBUG oslo_vmware.api [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 758.783120] env[69990]: value = "task-3446006" [ 758.783120] env[69990]: _type = "Task" [ 758.783120] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.792965] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.797666] env[69990]: DEBUG oslo_vmware.api [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3446006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.825075] env[69990]: DEBUG nova.network.neutron [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.857040] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4f2e461a-a36a-46f0-abcd-dc1392dddcb7 tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "cb5ab047-6393-47a4-9fe4-3d7e62e7e100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.483s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.004802] env[69990]: DEBUG nova.network.neutron [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.304398] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446005, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.310124] env[69990]: DEBUG oslo_vmware.api [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3446006, 'name': PowerOffVM_Task, 'duration_secs': 0.166536} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.310702] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.310900] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.315036] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ea5ebc-71c9-416d-95e7-0b5eabc26ce2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.359260] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.359650] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.359897] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Deleting the datastore file [datastore1] 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.367131] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d831d159-ee1e-4fd4-a8ab-bfc5d101709f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.376599] env[69990]: DEBUG oslo_vmware.api [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for the task: (returnval){ [ 759.376599] env[69990]: value = "task-3446008" [ 759.376599] env[69990]: _type = "Task" [ 759.376599] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.392203] env[69990]: DEBUG oslo_vmware.api [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3446008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.414140] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa75635-167b-4280-a5d4-4572be08a6db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.423348] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da6704a-6cd2-4abf-984b-aaab99fa9688 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.465505] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6967d688-3f06-46c0-b436-22e98bf585f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.475565] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7e28e5-fd15-468b-9cdf-c133e9409979 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.493030] env[69990]: DEBUG nova.compute.provider_tree [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.509036] env[69990]: DEBUG oslo_concurrency.lockutils [req-5dd67719-3994-43ac-bd9f-11846f6f8151 req-4bf80279-7f91-4ca2-b0ff-79fc76d48069 service nova] Releasing lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.509388] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.509572] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.595788] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "b547a781-eb85-40cc-8508-f78b29144ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.596535] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "b547a781-eb85-40cc-8508-f78b29144ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.596535] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "b547a781-eb85-40cc-8508-f78b29144ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.596700] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "b547a781-eb85-40cc-8508-f78b29144ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.596884] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "b547a781-eb85-40cc-8508-f78b29144ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.598982] env[69990]: INFO nova.compute.manager [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Terminating instance [ 759.789368] env[69990]: DEBUG oslo_vmware.api [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446005, 'name': PowerOnVM_Task, 'duration_secs': 0.594042} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.789646] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.789874] env[69990]: INFO nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Took 8.70 seconds to spawn the instance on the hypervisor. [ 759.790095] env[69990]: DEBUG nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.790931] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8327e6-16dc-469d-a032-c5fd8561b377 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.887537] env[69990]: DEBUG oslo_vmware.api [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Task: {'id': task-3446008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186959} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.887837] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.888065] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.888288] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.888495] env[69990]: INFO nova.compute.manager [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 759.888773] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.889091] env[69990]: DEBUG nova.compute.manager [-] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.889321] env[69990]: DEBUG nova.network.neutron [-] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.905827] env[69990]: DEBUG nova.network.neutron [-] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.996217] env[69990]: DEBUG nova.scheduler.client.report [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.060777] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.103594] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "refresh_cache-b547a781-eb85-40cc-8508-f78b29144ace" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.103795] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquired lock "refresh_cache-b547a781-eb85-40cc-8508-f78b29144ace" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.103976] env[69990]: DEBUG nova.network.neutron [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.311340] env[69990]: INFO nova.compute.manager [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Took 47.13 seconds to build instance. [ 760.331230] env[69990]: DEBUG nova.compute.manager [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 760.406365] env[69990]: DEBUG nova.network.neutron [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Updating instance_info_cache with network_info: [{"id": "37523795-9545-4275-a055-18fd7d9a3271", "address": "fa:16:3e:51:1d:23", "network": {"id": "cc81b110-7f73-4843-8d26-68df30cfe927", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-791799712", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37523795-95", "ovs_interfaceid": "37523795-9545-4275-a055-18fd7d9a3271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "445bee37-1f7c-493e-99ba-fb32831aa10c", "address": "fa:16:3e:3f:65:b7", "network": {"id": "93aa1e4b-0ec2-40cc-9cf1-9a8b249b6a65", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571702607", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445bee37-1f", "ovs_interfaceid": "445bee37-1f7c-493e-99ba-fb32831aa10c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.407711] env[69990]: DEBUG nova.network.neutron [-] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.501838] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.505077] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.430s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.510642] env[69990]: INFO nova.compute.claims [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.516115] env[69990]: DEBUG nova.compute.manager [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received event network-changed-445bee37-1f7c-493e-99ba-fb32831aa10c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.516425] env[69990]: DEBUG nova.compute.manager [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Refreshing instance network info cache due to event network-changed-445bee37-1f7c-493e-99ba-fb32831aa10c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.516801] env[69990]: DEBUG oslo_concurrency.lockutils [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] Acquiring lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.538627] env[69990]: INFO nova.scheduler.client.report [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Deleted allocations for instance 349b48cf-aa03-4e6e-b720-b8257e9337e0 [ 760.625741] env[69990]: DEBUG nova.network.neutron [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.687032] env[69990]: DEBUG nova.network.neutron [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.820050] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df480614-e1c5-478f-a569-f3ba4dda887f tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.378s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.853632] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.910034] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Releasing lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.910395] env[69990]: DEBUG nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Instance network_info: |[{"id": "37523795-9545-4275-a055-18fd7d9a3271", "address": "fa:16:3e:51:1d:23", "network": {"id": "cc81b110-7f73-4843-8d26-68df30cfe927", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-791799712", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37523795-95", "ovs_interfaceid": "37523795-9545-4275-a055-18fd7d9a3271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "445bee37-1f7c-493e-99ba-fb32831aa10c", "address": "fa:16:3e:3f:65:b7", "network": {"id": "93aa1e4b-0ec2-40cc-9cf1-9a8b249b6a65", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571702607", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445bee37-1f", "ovs_interfaceid": "445bee37-1f7c-493e-99ba-fb32831aa10c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.910723] env[69990]: INFO nova.compute.manager [-] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Took 1.02 seconds to deallocate network for instance. [ 760.911016] env[69990]: DEBUG oslo_concurrency.lockutils [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] Acquired lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.911894] env[69990]: DEBUG nova.network.neutron [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Refreshing network info cache for port 445bee37-1f7c-493e-99ba-fb32831aa10c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.913394] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:1d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37523795-9545-4275-a055-18fd7d9a3271', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:65:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '445bee37-1f7c-493e-99ba-fb32831aa10c', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.928832] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.935431] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.939071] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76d4c4c6-c053-4c49-ad98-ab26f1955cdf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.963613] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.963613] env[69990]: value = "task-3446010" [ 760.963613] env[69990]: _type = "Task" [ 760.963613] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.972285] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446010, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.049200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-683d0099-fe4e-4ac5-9a2b-cb972da6dace tempest-ServersAdminNegativeTestJSON-1493027066 tempest-ServersAdminNegativeTestJSON-1493027066-project-member] Lock "349b48cf-aa03-4e6e-b720-b8257e9337e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.913s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.189135] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Releasing lock "refresh_cache-b547a781-eb85-40cc-8508-f78b29144ace" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.189593] env[69990]: DEBUG nova.compute.manager [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.189791] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.190753] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947b7c4b-07d4-45d8-8dae-6635c7edd7fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.198583] env[69990]: DEBUG nova.network.neutron [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Updated VIF entry in instance network info cache for port 445bee37-1f7c-493e-99ba-fb32831aa10c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.199117] env[69990]: DEBUG nova.network.neutron [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Updating instance_info_cache with network_info: [{"id": "37523795-9545-4275-a055-18fd7d9a3271", "address": "fa:16:3e:51:1d:23", "network": {"id": "cc81b110-7f73-4843-8d26-68df30cfe927", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-791799712", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37523795-95", "ovs_interfaceid": "37523795-9545-4275-a055-18fd7d9a3271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "445bee37-1f7c-493e-99ba-fb32831aa10c", "address": "fa:16:3e:3f:65:b7", "network": {"id": "93aa1e4b-0ec2-40cc-9cf1-9a8b249b6a65", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571702607", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b34643fc98f94325b1099d706597c598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445bee37-1f", "ovs_interfaceid": "445bee37-1f7c-493e-99ba-fb32831aa10c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.205764] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.206119] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3606ea0-6422-4ff5-80b3-935f5060a96c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.214055] env[69990]: DEBUG oslo_vmware.api [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 761.214055] env[69990]: value = "task-3446011" [ 761.214055] env[69990]: _type = "Task" [ 761.214055] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.223495] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "24ccf076-5a88-4dae-bdcc-cf3d70716949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.223739] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.223947] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "24ccf076-5a88-4dae-bdcc-cf3d70716949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.224156] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.224328] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.226791] env[69990]: DEBUG oslo_vmware.api [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3446011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.227776] env[69990]: INFO nova.compute.manager [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Terminating instance [ 761.323128] env[69990]: DEBUG nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.458021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.473786] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446010, 'name': CreateVM_Task, 'duration_secs': 0.421302} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.473983] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.474771] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.475029] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.475406] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.475702] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80bbc82-0977-43c9-8286-00bf61ef3485 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.482153] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 761.482153] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52086b54-2681-8710-ba57-c81c90ffc5a6" [ 761.482153] env[69990]: _type = "Task" [ 761.482153] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.490143] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52086b54-2681-8710-ba57-c81c90ffc5a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.703698] env[69990]: DEBUG oslo_concurrency.lockutils [req-b7e24809-59e9-4a8b-ab37-3eaad1116d18 req-e7941c2a-0f5d-4086-ba1e-5d1587336052 service nova] Releasing lock "refresh_cache-22e94675-c7e3-463b-9328-f856c0b0ebe4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.722904] env[69990]: DEBUG oslo_vmware.api [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3446011, 'name': PowerOffVM_Task, 'duration_secs': 0.424736} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.723184] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.723349] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.723600] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d522dc85-3844-484e-bae4-37eb1915178a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.732773] env[69990]: DEBUG nova.compute.manager [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.732990] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.733909] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06396ecd-ff60-4d43-bd3a-5d6ac026a075 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.743331] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.743589] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6018703-d18a-4f36-982c-c7331fea809e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.749263] env[69990]: DEBUG oslo_vmware.api [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 761.749263] env[69990]: value = "task-3446013" [ 761.749263] env[69990]: _type = "Task" [ 761.749263] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.759867] env[69990]: DEBUG oslo_vmware.api [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.777154] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.777154] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.777154] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleting the datastore file [datastore2] b547a781-eb85-40cc-8508-f78b29144ace {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.777154] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-761b99b6-3a9b-4e17-97dd-c5413e0087a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.782170] env[69990]: DEBUG oslo_vmware.api [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for the task: (returnval){ [ 761.782170] env[69990]: value = "task-3446014" [ 761.782170] env[69990]: _type = "Task" [ 761.782170] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.796347] env[69990]: DEBUG oslo_vmware.api [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3446014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.849500] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.955653] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d49edc-aa3e-4a1d-bc5e-ec62bb0b2936 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.963704] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c920daf-565b-4d23-a4c1-78d198abfff2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.000070] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221b8bd-50a5-4268-a25a-79bb87a3100a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.008466] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52086b54-2681-8710-ba57-c81c90ffc5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.010656] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.010938] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.011203] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.011355] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.011536] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.011844] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ec475e3-1d09-4782-9c36-83b9aae0b8d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.014642] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb324193-6375-4ead-b1ce-abadba28614e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.031420] env[69990]: DEBUG nova.compute.provider_tree [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.033721] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.033905] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.034869] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701b9b9d-f784-424b-a211-2956d165dd1f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.040167] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 762.040167] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e8ca6d-97ec-7f24-9332-e134cf375aac" [ 762.040167] env[69990]: _type = "Task" [ 762.040167] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.051647] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e8ca6d-97ec-7f24-9332-e134cf375aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.259273] env[69990]: DEBUG oslo_vmware.api [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446013, 'name': PowerOffVM_Task, 'duration_secs': 0.259028} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.259553] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.259723] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.260105] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a1c2ce-7e27-4d82-9955-e3c3d0b9be97 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.291892] env[69990]: DEBUG oslo_vmware.api [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Task: {'id': task-3446014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233788} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.292549] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.292549] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.292549] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.292812] env[69990]: INFO nova.compute.manager [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Took 1.10 seconds to destroy the instance on the hypervisor. [ 762.292926] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.293112] env[69990]: DEBUG nova.compute.manager [-] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.293208] env[69990]: DEBUG nova.network.neutron [-] [instance: b547a781-eb85-40cc-8508-f78b29144ace] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.314693] env[69990]: DEBUG nova.network.neutron [-] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.320068] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.320253] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.320440] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Deleting the datastore file [datastore1] 24ccf076-5a88-4dae-bdcc-cf3d70716949 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.320699] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8cc58b-37b0-4008-9fcf-7e3956794548 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.327441] env[69990]: DEBUG oslo_vmware.api [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for the task: (returnval){ [ 762.327441] env[69990]: value = "task-3446016" [ 762.327441] env[69990]: _type = "Task" [ 762.327441] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.335968] env[69990]: DEBUG oslo_vmware.api [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.536712] env[69990]: DEBUG nova.scheduler.client.report [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.550018] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e8ca6d-97ec-7f24-9332-e134cf375aac, 'name': SearchDatastore_Task, 'duration_secs': 0.024641} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.550828] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef93901-aa23-49c6-8d7a-b07258f7fc85 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.556652] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 762.556652] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525cf6a3-97ef-569c-3beb-c1c6e3f7097d" [ 762.556652] env[69990]: _type = "Task" [ 762.556652] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.564957] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525cf6a3-97ef-569c-3beb-c1c6e3f7097d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.817770] env[69990]: DEBUG nova.network.neutron [-] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.839347] env[69990]: DEBUG oslo_vmware.api [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Task: {'id': task-3446016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487873} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.839713] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.839805] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.840009] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.840225] env[69990]: INFO nova.compute.manager [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Took 1.11 seconds to destroy the instance on the hypervisor. [ 762.840468] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.840658] env[69990]: DEBUG nova.compute.manager [-] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.840756] env[69990]: DEBUG nova.network.neutron [-] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.012167] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 763.012167] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687923', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'name': 'volume-92e00493-20e5-4147-a349-78276e760f02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5043fdd-0557-4ba6-ba55-7b45dfcd54c7', 'attached_at': '', 'detached_at': '', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'serial': '92e00493-20e5-4147-a349-78276e760f02'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 763.012167] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aeaa22-f719-4ba1-a4d1-7a6ea80053db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.031313] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16f7fca-bc25-459b-8812-7c642e5c5b42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.050304] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.051092] env[69990]: DEBUG nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.068321] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-92e00493-20e5-4147-a349-78276e760f02/volume-92e00493-20e5-4147-a349-78276e760f02.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.068899] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.521s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.070755] env[69990]: INFO nova.compute.claims [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.074313] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d81552e-420a-4d49-af01-555689a259a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.108918] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525cf6a3-97ef-569c-3beb-c1c6e3f7097d, 'name': SearchDatastore_Task, 'duration_secs': 0.019772} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.110252] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.110543] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 22e94675-c7e3-463b-9328-f856c0b0ebe4/22e94675-c7e3-463b-9328-f856c0b0ebe4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.110881] env[69990]: DEBUG oslo_vmware.api [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Waiting for the task: (returnval){ [ 763.110881] env[69990]: value = "task-3446017" [ 763.110881] env[69990]: _type = "Task" [ 763.110881] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.111763] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8edb677-5b48-4afc-b7b1-3408195e7264 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.129635] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 763.129635] env[69990]: value = "task-3446018" [ 763.129635] env[69990]: _type = "Task" [ 763.129635] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.129887] env[69990]: DEBUG oslo_vmware.api [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.140154] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.322625] env[69990]: INFO nova.compute.manager [-] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Took 1.03 seconds to deallocate network for instance. [ 763.431009] env[69990]: DEBUG nova.compute.manager [req-5e41ef21-df42-4fd4-b864-d16c53574b6e req-93bd85a2-4898-405e-83cf-42dcec25e2a9 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Received event network-vif-deleted-d47cc051-2066-4a24-9dcc-d8a00026e88d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.433664] env[69990]: INFO nova.compute.manager [req-5e41ef21-df42-4fd4-b864-d16c53574b6e req-93bd85a2-4898-405e-83cf-42dcec25e2a9 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Neutron deleted interface d47cc051-2066-4a24-9dcc-d8a00026e88d; detaching it from the instance and deleting it from the info cache [ 763.434082] env[69990]: DEBUG nova.network.neutron [req-5e41ef21-df42-4fd4-b864-d16c53574b6e req-93bd85a2-4898-405e-83cf-42dcec25e2a9 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.571343] env[69990]: DEBUG nova.compute.utils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.573257] env[69990]: DEBUG nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.573426] env[69990]: DEBUG nova.network.neutron [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.628614] env[69990]: DEBUG oslo_vmware.api [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.640374] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.644943] env[69990]: DEBUG nova.policy [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5123836eb0c3440984981279779f5162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a14c56d15d74381b343367d5452a8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.829473] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.888710] env[69990]: DEBUG nova.network.neutron [-] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.939945] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec9523fa-fc9b-4565-a871-5c45c99b5a26 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.950507] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1fb491-0d67-42a2-84c0-5b547c853723 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.990853] env[69990]: DEBUG nova.compute.manager [req-5e41ef21-df42-4fd4-b864-d16c53574b6e req-93bd85a2-4898-405e-83cf-42dcec25e2a9 service nova] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Detach interface failed, port_id=d47cc051-2066-4a24-9dcc-d8a00026e88d, reason: Instance 24ccf076-5a88-4dae-bdcc-cf3d70716949 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.079139] env[69990]: DEBUG nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.126574] env[69990]: DEBUG oslo_vmware.api [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446017, 'name': ReconfigVM_Task, 'duration_secs': 0.697652} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.126857] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-92e00493-20e5-4147-a349-78276e760f02/volume-92e00493-20e5-4147-a349-78276e760f02.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.133586] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0edc8fc-3731-40ed-8f07-6ac867a7f558 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.159609] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588413} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.163512] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 22e94675-c7e3-463b-9328-f856c0b0ebe4/22e94675-c7e3-463b-9328-f856c0b0ebe4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.163792] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.164135] env[69990]: DEBUG oslo_vmware.api [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Waiting for the task: (returnval){ [ 764.164135] env[69990]: value = "task-3446019" [ 764.164135] env[69990]: _type = "Task" [ 764.164135] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.164401] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e100e10-bd81-488b-9666-d86181fd56ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.177914] env[69990]: DEBUG oslo_vmware.api [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.179290] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 764.179290] env[69990]: value = "task-3446020" [ 764.179290] env[69990]: _type = "Task" [ 764.179290] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.191496] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.236372] env[69990]: DEBUG nova.network.neutron [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Successfully created port: c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.391087] env[69990]: INFO nova.compute.manager [-] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Took 1.55 seconds to deallocate network for instance. [ 764.590076] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4f24d-b5f9-4fb9-b567-0b554f100b56 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.602020] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04018f0-7379-4762-9560-f186d19926d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.633781] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c41b35-009a-4f58-b8b7-e0469dee9339 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.643062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb1e2a-c29e-4052-b375-03a664cf868c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.659387] env[69990]: DEBUG nova.compute.provider_tree [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.676729] env[69990]: DEBUG oslo_vmware.api [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446019, 'name': ReconfigVM_Task, 'duration_secs': 0.4819} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.677040] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687923', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'name': 'volume-92e00493-20e5-4147-a349-78276e760f02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5043fdd-0557-4ba6-ba55-7b45dfcd54c7', 'attached_at': '', 'detached_at': '', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'serial': '92e00493-20e5-4147-a349-78276e760f02'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 764.687834] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066145} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.688099] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.688869] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5902f9-97b9-43d6-b9d7-84a2da4914e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.714656] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 22e94675-c7e3-463b-9328-f856c0b0ebe4/22e94675-c7e3-463b-9328-f856c0b0ebe4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.715326] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08b7253-0e8f-4422-84e4-0a8054f6bb12 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.737462] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 764.737462] env[69990]: value = "task-3446021" [ 764.737462] env[69990]: _type = "Task" [ 764.737462] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.747760] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.888103] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Acquiring lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.888312] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.888548] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Acquiring lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.888774] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.888971] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.891253] env[69990]: INFO nova.compute.manager [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Terminating instance [ 764.897938] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.097334] env[69990]: DEBUG nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.123119] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.123885] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.124223] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.124591] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.124899] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.124966] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.125234] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.125436] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.125658] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.126052] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.126250] env[69990]: DEBUG nova.virt.hardware [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.127396] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3bd2b-e6ab-4401-8fe8-0e11e8db3098 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.138553] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a733ade-24e9-40a7-8c53-567aa5a48b50 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.162920] env[69990]: DEBUG nova.scheduler.client.report [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.170475] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52033000-16e1-312e-2488-ae4680767d60/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.171644] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb297339-299a-424e-bc5c-ec1c2f838ffd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.183246] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52033000-16e1-312e-2488-ae4680767d60/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.183411] env[69990]: ERROR oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52033000-16e1-312e-2488-ae4680767d60/disk-0.vmdk due to incomplete transfer. [ 765.183645] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3894ecdb-9715-42a6-a272-887a167a81a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.194165] env[69990]: DEBUG oslo_vmware.rw_handles [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52033000-16e1-312e-2488-ae4680767d60/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.194418] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Uploaded image 45188223-1996-4a3f-8caf-74bae9d273ae to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.196511] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.196867] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93538285-c277-4b9f-bc99-1ba2ec759688 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.203590] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 765.203590] env[69990]: value = "task-3446022" [ 765.203590] env[69990]: _type = "Task" [ 765.203590] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.212436] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446022, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.248701] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446021, 'name': ReconfigVM_Task, 'duration_secs': 0.313562} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.248866] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 22e94675-c7e3-463b-9328-f856c0b0ebe4/22e94675-c7e3-463b-9328-f856c0b0ebe4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.249588] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa50add-de62-4176-823c-a3589465a8d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.255915] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 765.255915] env[69990]: value = "task-3446023" [ 765.255915] env[69990]: _type = "Task" [ 765.255915] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.264765] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446023, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.398477] env[69990]: DEBUG nova.compute.manager [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.400427] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.400783] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feddbbc2-b500-4f27-9fd5-a098f7743bc0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.409404] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 765.409404] env[69990]: value = "task-3446024" [ 765.409404] env[69990]: _type = "Task" [ 765.409404] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.416638] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.679050] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.680467] env[69990]: DEBUG nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.691107] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.229s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.691107] env[69990]: DEBUG nova.objects.instance [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lazy-loading 'resources' on Instance uuid 6c3b7245-584e-42bb-9689-38f03c5c4544 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.718611] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446022, 'name': Destroy_Task, 'duration_secs': 0.399026} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.719103] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Destroyed the VM [ 765.719511] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 765.720505] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddf7268d-a5ef-46ff-9ed9-3eca246010d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.723927] env[69990]: DEBUG nova.objects.instance [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lazy-loading 'flavor' on Instance uuid a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.726695] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 765.726695] env[69990]: value = "task-3446025" [ 765.726695] env[69990]: _type = "Task" [ 765.726695] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.735583] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.771221] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446023, 'name': Rename_Task, 'duration_secs': 0.143868} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.771575] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.772282] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a24d05a7-6da7-4d87-a92c-53f59acf87f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.780135] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 765.780135] env[69990]: value = "task-3446026" [ 765.780135] env[69990]: _type = "Task" [ 765.780135] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.794196] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.921399] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446024, 'name': PowerOffVM_Task, 'duration_secs': 0.180084} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.921399] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.921399] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 765.923515] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687826', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'name': 'volume-158adda3-ea2a-4758-9de6-53d821fe17a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '428bfb3a-873a-41bb-8936-1c7b9ee8ab86', 'attached_at': '', 'detached_at': '', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'serial': '158adda3-ea2a-4758-9de6-53d821fe17a6'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 765.925241] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea403e-dd87-4d9e-aad5-1966d31e3d1e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.950948] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759da4b-7df4-4516-afd7-5e188ae38f01 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.959109] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914476b4-2b44-4838-8c37-015620903205 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.980755] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba3160-9967-4982-8b7a-a5ba67e12f74 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.005470] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] The volume has not been displaced from its original location: [datastore2] volume-158adda3-ea2a-4758-9de6-53d821fe17a6/volume-158adda3-ea2a-4758-9de6-53d821fe17a6.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 766.010979] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.012424] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6099c8c-c2ca-46cb-be3d-926cde741678 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.026928] env[69990]: DEBUG nova.compute.manager [req-20aad2cf-f42d-41d3-b932-f32ccd546c6b req-e2bc442f-4bf5-4f27-a9b6-89502afee6f1 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Received event network-vif-plugged-c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.027150] env[69990]: DEBUG oslo_concurrency.lockutils [req-20aad2cf-f42d-41d3-b932-f32ccd546c6b req-e2bc442f-4bf5-4f27-a9b6-89502afee6f1 service nova] Acquiring lock "2a580581-f0cd-4942-b79f-14f703e886a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.027365] env[69990]: DEBUG oslo_concurrency.lockutils [req-20aad2cf-f42d-41d3-b932-f32ccd546c6b req-e2bc442f-4bf5-4f27-a9b6-89502afee6f1 service nova] Lock "2a580581-f0cd-4942-b79f-14f703e886a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.027532] env[69990]: DEBUG oslo_concurrency.lockutils [req-20aad2cf-f42d-41d3-b932-f32ccd546c6b req-e2bc442f-4bf5-4f27-a9b6-89502afee6f1 service nova] Lock "2a580581-f0cd-4942-b79f-14f703e886a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.027689] env[69990]: DEBUG nova.compute.manager [req-20aad2cf-f42d-41d3-b932-f32ccd546c6b req-e2bc442f-4bf5-4f27-a9b6-89502afee6f1 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] No waiting events found dispatching network-vif-plugged-c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.027850] env[69990]: WARNING nova.compute.manager [req-20aad2cf-f42d-41d3-b932-f32ccd546c6b req-e2bc442f-4bf5-4f27-a9b6-89502afee6f1 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Received unexpected event network-vif-plugged-c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c for instance with vm_state building and task_state spawning. [ 766.035078] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 766.035078] env[69990]: value = "task-3446027" [ 766.035078] env[69990]: _type = "Task" [ 766.035078] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.043675] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.114849] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "88be1095-82c1-40d1-a603-1da67e96dece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.115202] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "88be1095-82c1-40d1-a603-1da67e96dece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.115304] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "88be1095-82c1-40d1-a603-1da67e96dece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.115490] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "88be1095-82c1-40d1-a603-1da67e96dece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.115654] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "88be1095-82c1-40d1-a603-1da67e96dece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.120587] env[69990]: INFO nova.compute.manager [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Terminating instance [ 766.151817] env[69990]: DEBUG nova.network.neutron [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Successfully updated port: c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.192767] env[69990]: DEBUG nova.compute.utils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.197271] env[69990]: DEBUG nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.197271] env[69990]: DEBUG nova.network.neutron [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.238463] env[69990]: DEBUG nova.policy [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bf1bfea9c414b5197a43e58e4e13789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16c2efb2404e4690b0586d058590c6e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.241656] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac7e072e-1884-4271-a9bd-7f69b64ac923 tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.248631] env[69990]: DEBUG oslo_vmware.api [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446025, 'name': RemoveSnapshot_Task, 'duration_secs': 0.483011} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.249740] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 766.249740] env[69990]: INFO nova.compute.manager [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 766.291984] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446026, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.546281] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446027, 'name': ReconfigVM_Task, 'duration_secs': 0.179197} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.546281] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 766.551176] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d45bda3-8eb1-4181-be28-724b357b1e7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.568499] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 766.568499] env[69990]: value = "task-3446028" [ 766.568499] env[69990]: _type = "Task" [ 766.568499] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.580669] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.626482] env[69990]: DEBUG nova.compute.manager [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.626702] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.627651] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3281714b-1813-4395-b619-da55e53a1413 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.637822] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.637822] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10d18106-bef9-4979-a567-6b83b67a6f13 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.656544] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-2a580581-f0cd-4942-b79f-14f703e886a4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.656544] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-2a580581-f0cd-4942-b79f-14f703e886a4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.656544] env[69990]: DEBUG nova.network.neutron [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.665026] env[69990]: DEBUG nova.network.neutron [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Successfully created port: 301fc1ad-60a2-4d84-990b-94caffeb324c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.699738] env[69990]: DEBUG nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.705109] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f10537-8c17-480c-a345-7c831d907e30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.709019] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.709266] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.709450] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleting the datastore file [datastore2] 88be1095-82c1-40d1-a603-1da67e96dece {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.713019] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3197a0e8-a892-4e01-8328-3efe2c05bcea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.714548] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9d61f-3433-4e9d-bfec-70ce759346a0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.719579] env[69990]: DEBUG oslo_vmware.api [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 766.719579] env[69990]: value = "task-3446030" [ 766.719579] env[69990]: _type = "Task" [ 766.719579] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.753408] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c363472f-ad05-478e-91b8-4854fbd48c2a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.759947] env[69990]: DEBUG nova.compute.manager [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Instance disappeared during snapshot {{(pid=69990) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 766.762372] env[69990]: DEBUG oslo_vmware.api [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.772433] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0b5807-4c8c-42a1-9d16-a025e7094b97 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.778840] env[69990]: DEBUG nova.compute.manager [None req-f545f246-3e84-4fb9-8a05-0aa38e884c89 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image not found during clean up 45188223-1996-4a3f-8caf-74bae9d273ae {{(pid=69990) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 766.797554] env[69990]: DEBUG nova.compute.provider_tree [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.809694] env[69990]: DEBUG oslo_vmware.api [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446026, 'name': PowerOnVM_Task, 'duration_secs': 0.527957} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.809694] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.809694] env[69990]: INFO nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Took 12.05 seconds to spawn the instance on the hypervisor. [ 766.809694] env[69990]: DEBUG nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.811030] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bfe5f4-69b7-442b-b728-b88abf8cc4db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.970274] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "006789b0-40b0-4040-9977-671e1c50997d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.970905] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "006789b0-40b0-4040-9977-671e1c50997d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.082443] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446028, 'name': ReconfigVM_Task, 'duration_secs': 0.261521} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.082443] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687826', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'name': 'volume-158adda3-ea2a-4758-9de6-53d821fe17a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '428bfb3a-873a-41bb-8936-1c7b9ee8ab86', 'attached_at': '', 'detached_at': '', 'volume_id': '158adda3-ea2a-4758-9de6-53d821fe17a6', 'serial': '158adda3-ea2a-4758-9de6-53d821fe17a6'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 767.082443] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.083287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d48a304-da0d-4d52-8f11-4c78b83090a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.090541] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.090541] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af61cf97-4791-4c82-a89f-6f91b4eb242f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.149769] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.150010] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.150206] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Deleting the datastore file [datastore2] 428bfb3a-873a-41bb-8936-1c7b9ee8ab86 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.150485] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eb79dcb-f756-499c-9b64-0a79fc222b20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.161999] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for the task: (returnval){ [ 767.161999] env[69990]: value = "task-3446032" [ 767.161999] env[69990]: _type = "Task" [ 767.161999] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.171250] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.199559] env[69990]: DEBUG nova.network.neutron [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.231388] env[69990]: DEBUG oslo_vmware.api [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211807} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.231695] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.231857] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.232060] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.232240] env[69990]: INFO nova.compute.manager [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Took 0.61 seconds to destroy the instance on the hypervisor. [ 767.232482] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.232702] env[69990]: DEBUG nova.compute.manager [-] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.232796] env[69990]: DEBUG nova.network.neutron [-] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.302523] env[69990]: DEBUG nova.scheduler.client.report [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.334477] env[69990]: INFO nova.compute.manager [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Took 52.68 seconds to build instance. [ 767.460051] env[69990]: DEBUG nova.network.neutron [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Updating instance_info_cache with network_info: [{"id": "c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c", "address": "fa:16:3e:c4:52:ca", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d2890c-b4", "ovs_interfaceid": "c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.670992] env[69990]: DEBUG oslo_vmware.api [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Task: {'id': task-3446032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075775} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.676782] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.676782] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.676782] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.676782] env[69990]: INFO nova.compute.manager [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Took 2.28 seconds to destroy the instance on the hypervisor. [ 767.676782] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.676782] env[69990]: DEBUG nova.compute.manager [-] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.676782] env[69990]: DEBUG nova.network.neutron [-] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.716034] env[69990]: DEBUG nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.750480] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.750711] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.750883] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.751091] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.751250] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.751395] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.751600] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.751771] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.751938] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.752107] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.752274] env[69990]: DEBUG nova.virt.hardware [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.753814] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1b4be-50bf-4f14-8c7f-a220af2d73ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.762993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9662b1-51aa-4e82-a07d-3a79e11f99ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.807604] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.809943] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.622s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.810744] env[69990]: DEBUG nova.objects.instance [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lazy-loading 'resources' on Instance uuid e87ba873-158a-4c34-a66c-a6471335810a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.835703] env[69990]: INFO nova.scheduler.client.report [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Deleted allocations for instance 6c3b7245-584e-42bb-9689-38f03c5c4544 [ 767.838098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9bcf2c1b-6dd0-43e6-ad9f-187b27e76abf tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.898s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.895357] env[69990]: DEBUG nova.compute.manager [req-38b3bdb6-89fa-4d91-8fdb-4eb4303176b4 req-d99e3272-1044-4c98-8efc-a9cccb336827 service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Received event network-vif-deleted-90cd457d-c5b2-4447-8d95-46effb88f4a4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.895357] env[69990]: INFO nova.compute.manager [req-38b3bdb6-89fa-4d91-8fdb-4eb4303176b4 req-d99e3272-1044-4c98-8efc-a9cccb336827 service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Neutron deleted interface 90cd457d-c5b2-4447-8d95-46effb88f4a4; detaching it from the instance and deleting it from the info cache [ 767.895357] env[69990]: DEBUG nova.network.neutron [req-38b3bdb6-89fa-4d91-8fdb-4eb4303176b4 req-d99e3272-1044-4c98-8efc-a9cccb336827 service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.962860] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-2a580581-f0cd-4942-b79f-14f703e886a4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.963237] env[69990]: DEBUG nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Instance network_info: |[{"id": "c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c", "address": "fa:16:3e:c4:52:ca", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d2890c-b4", "ovs_interfaceid": "c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.963998] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:52:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.973214] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.973533] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.973823] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c64b170-4174-4428-9d89-e89bb641bfe5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.997611] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.997611] env[69990]: value = "task-3446033" [ 767.997611] env[69990]: _type = "Task" [ 767.997611] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.008442] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446033, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.078166] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Acquiring lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.078340] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.176736] env[69990]: DEBUG nova.compute.manager [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Received event network-changed-c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.176935] env[69990]: DEBUG nova.compute.manager [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Refreshing instance network info cache due to event network-changed-c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.177265] env[69990]: DEBUG oslo_concurrency.lockutils [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] Acquiring lock "refresh_cache-2a580581-f0cd-4942-b79f-14f703e886a4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.177332] env[69990]: DEBUG oslo_concurrency.lockutils [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] Acquired lock "refresh_cache-2a580581-f0cd-4942-b79f-14f703e886a4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.177550] env[69990]: DEBUG nova.network.neutron [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Refreshing network info cache for port c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.223693] env[69990]: DEBUG nova.network.neutron [-] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.342360] env[69990]: DEBUG nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.349148] env[69990]: DEBUG oslo_concurrency.lockutils [None req-959a75ff-cda6-4af5-99e6-8bf57743a55d tempest-ServerDiagnosticsNegativeTest-1619419820 tempest-ServerDiagnosticsNegativeTest-1619419820-project-member] Lock "6c3b7245-584e-42bb-9689-38f03c5c4544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.331s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.377017] env[69990]: DEBUG nova.network.neutron [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Successfully updated port: 301fc1ad-60a2-4d84-990b-94caffeb324c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.399186] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5381dd3-4761-47e4-b50f-f67554277143 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.413226] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe2f7b-852f-4e58-ba39-31d9d95736a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.446360] env[69990]: DEBUG nova.compute.manager [req-38b3bdb6-89fa-4d91-8fdb-4eb4303176b4 req-d99e3272-1044-4c98-8efc-a9cccb336827 service nova] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Detach interface failed, port_id=90cd457d-c5b2-4447-8d95-46effb88f4a4, reason: Instance 88be1095-82c1-40d1-a603-1da67e96dece could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.514615] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446033, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.581761] env[69990]: INFO nova.compute.manager [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Detaching volume 92e00493-20e5-4147-a349-78276e760f02 [ 768.627678] env[69990]: INFO nova.virt.block_device [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Attempting to driver detach volume 92e00493-20e5-4147-a349-78276e760f02 from mountpoint /dev/sdb [ 768.627938] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 768.628137] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687923', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'name': 'volume-92e00493-20e5-4147-a349-78276e760f02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5043fdd-0557-4ba6-ba55-7b45dfcd54c7', 'attached_at': '', 'detached_at': '', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'serial': '92e00493-20e5-4147-a349-78276e760f02'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 768.629813] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7448565-8ac1-414c-8291-c50ae0a4dae2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.660969] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41cb51d-8c72-49ed-bf43-971972cf5f7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.671749] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88feebbd-bd95-40ab-bc34-2b5983460814 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.699626] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf0771c-ce7a-40c3-af98-c1fe835a4bbd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.716594] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] The volume has not been displaced from its original location: [datastore2] volume-92e00493-20e5-4147-a349-78276e760f02/volume-92e00493-20e5-4147-a349-78276e760f02.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 768.724046] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 768.727100] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b422bae-3983-4b52-a3ca-d4d3086c6b0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.742016] env[69990]: INFO nova.compute.manager [-] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Took 1.51 seconds to deallocate network for instance. [ 768.747502] env[69990]: DEBUG oslo_vmware.api [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Waiting for the task: (returnval){ [ 768.747502] env[69990]: value = "task-3446034" [ 768.747502] env[69990]: _type = "Task" [ 768.747502] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.755952] env[69990]: DEBUG oslo_vmware.api [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.798091] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "22e94675-c7e3-463b-9328-f856c0b0ebe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.798356] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.798558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.798759] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.798928] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.800961] env[69990]: INFO nova.compute.manager [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Terminating instance [ 768.855353] env[69990]: DEBUG nova.network.neutron [-] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.879371] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.883836] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "refresh_cache-47e118de-7a80-4d90-b2d0-07af360ecd9b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.883937] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "refresh_cache-47e118de-7a80-4d90-b2d0-07af360ecd9b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.884804] env[69990]: DEBUG nova.network.neutron [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.894842] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0ba4c-a67c-48ca-963d-2795c2df73cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.920122] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa491a-5a1c-4cf0-8b13-808ce8d94a0a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.957056] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec13a93-db17-48ed-80a5-6d5b8447319c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.964729] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a6a37-f9f1-4701-b1c1-bb1c98dfe8d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.986765] env[69990]: DEBUG nova.compute.provider_tree [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.008905] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446033, 'name': CreateVM_Task, 'duration_secs': 0.652724} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.009183] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.010082] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.011018] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.011018] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.011018] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a5df50-59e4-4ba4-8f15-366d72821528 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.016055] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 769.016055] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ad5e04-116c-60c6-1a34-366eab251900" [ 769.016055] env[69990]: _type = "Task" [ 769.016055] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.024740] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ad5e04-116c-60c6-1a34-366eab251900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.136408] env[69990]: DEBUG nova.network.neutron [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Updated VIF entry in instance network info cache for port c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.136771] env[69990]: DEBUG nova.network.neutron [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Updating instance_info_cache with network_info: [{"id": "c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c", "address": "fa:16:3e:c4:52:ca", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d2890c-b4", "ovs_interfaceid": "c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.252839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.258845] env[69990]: DEBUG oslo_vmware.api [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446034, 'name': ReconfigVM_Task, 'duration_secs': 0.222368} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.259594] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.263954] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f6c7c5-e773-4bbc-801a-2ee11160d318 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.280351] env[69990]: DEBUG oslo_vmware.api [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Waiting for the task: (returnval){ [ 769.280351] env[69990]: value = "task-3446035" [ 769.280351] env[69990]: _type = "Task" [ 769.280351] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.295198] env[69990]: DEBUG oslo_vmware.api [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.309151] env[69990]: DEBUG nova.compute.manager [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.309505] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.311199] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf739e75-2390-440b-97ae-0185fa3f63f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.319527] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.319732] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355865b7-92d2-4254-8d00-0c8f4e652fea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.327214] env[69990]: DEBUG oslo_vmware.api [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 769.327214] env[69990]: value = "task-3446036" [ 769.327214] env[69990]: _type = "Task" [ 769.327214] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.337661] env[69990]: DEBUG oslo_vmware.api [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.360273] env[69990]: INFO nova.compute.manager [-] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Took 1.68 seconds to deallocate network for instance. [ 769.437084] env[69990]: DEBUG nova.network.neutron [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.489902] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.490191] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.490397] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.490577] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.490738] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.497027] env[69990]: INFO nova.compute.manager [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Terminating instance [ 769.520539] env[69990]: ERROR nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [req-87b7df83-4486-436a-8fab-35ee53380c45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-87b7df83-4486-436a-8fab-35ee53380c45"}]} [ 769.530205] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ad5e04-116c-60c6-1a34-366eab251900, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.531035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.531035] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.531035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.531256] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.531293] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.531553] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2dc83c4-c7d1-489a-b9ca-ea764d50b05c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.544106] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.544380] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.545619] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92b3ed0-3e57-47ab-9699-04fd3d56031c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.550181] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 769.554195] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 769.554195] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c975f0-03fe-8f19-6ff9-4c807f9fa96c" [ 769.554195] env[69990]: _type = "Task" [ 769.554195] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.567312] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c975f0-03fe-8f19-6ff9-4c807f9fa96c, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.568848] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c078b30-2ca8-498a-bb55-008751a12e73 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.574172] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 769.574499] env[69990]: DEBUG nova.compute.provider_tree [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.581946] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 769.581946] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a3e1b1-ac54-06b8-42af-85471d856627" [ 769.581946] env[69990]: _type = "Task" [ 769.581946] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.590632] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a3e1b1-ac54-06b8-42af-85471d856627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.594840] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 769.618469] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 769.638833] env[69990]: DEBUG nova.network.neutron [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Updating instance_info_cache with network_info: [{"id": "301fc1ad-60a2-4d84-990b-94caffeb324c", "address": "fa:16:3e:90:c7:6a", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301fc1ad-60", "ovs_interfaceid": "301fc1ad-60a2-4d84-990b-94caffeb324c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.641635] env[69990]: DEBUG oslo_concurrency.lockutils [req-67f5fc16-65a4-4c08-985e-1b58cb75dc3b req-e97f1ba2-6967-4324-94c0-07ab33c491d7 service nova] Releasing lock "refresh_cache-2a580581-f0cd-4942-b79f-14f703e886a4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.795264] env[69990]: DEBUG oslo_vmware.api [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Task: {'id': task-3446035, 'name': ReconfigVM_Task, 'duration_secs': 0.143563} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.795573] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687923', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'name': 'volume-92e00493-20e5-4147-a349-78276e760f02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5043fdd-0557-4ba6-ba55-7b45dfcd54c7', 'attached_at': '', 'detached_at': '', 'volume_id': '92e00493-20e5-4147-a349-78276e760f02', 'serial': '92e00493-20e5-4147-a349-78276e760f02'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 769.841349] env[69990]: DEBUG oslo_vmware.api [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446036, 'name': PowerOffVM_Task, 'duration_secs': 0.512498} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.841478] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.841552] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.841822] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d7b85a7-5dcd-4f1b-a956-6619aca705e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.930260] env[69990]: INFO nova.compute.manager [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Took 0.57 seconds to detach 1 volumes for instance. [ 769.934685] env[69990]: DEBUG nova.compute.manager [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Deleting volume: 158adda3-ea2a-4758-9de6-53d821fe17a6 {{(pid=69990) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 770.001885] env[69990]: DEBUG nova.compute.manager [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.002191] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.003161] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e10f9d5-389d-4136-a703-0a3724644392 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.016101] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.016101] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e90e9545-d64e-4648-b83b-da6e7538c413 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.021501] env[69990]: DEBUG oslo_vmware.api [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 770.021501] env[69990]: value = "task-3446039" [ 770.021501] env[69990]: _type = "Task" [ 770.021501] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.030192] env[69990]: DEBUG oslo_vmware.api [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.097950] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a3e1b1-ac54-06b8-42af-85471d856627, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.098646] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.099404] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.102765] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e80f70d-4a6a-4c39-b92c-a7c9cef9f6cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.111070] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 770.111070] env[69990]: value = "task-3446040" [ 770.111070] env[69990]: _type = "Task" [ 770.111070] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.117311] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5181cd54-64de-4f1b-9436-f77d61ce36be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.125251] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.132544] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa5588d-3856-4075-9eeb-e8c3861d1de5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.168951] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "refresh_cache-47e118de-7a80-4d90-b2d0-07af360ecd9b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.169368] env[69990]: DEBUG nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Instance network_info: |[{"id": "301fc1ad-60a2-4d84-990b-94caffeb324c", "address": "fa:16:3e:90:c7:6a", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301fc1ad-60", "ovs_interfaceid": "301fc1ad-60a2-4d84-990b-94caffeb324c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.171138] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:c7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '301fc1ad-60a2-4d84-990b-94caffeb324c', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.179870] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.180740] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2248f3-e139-4cfa-9ec6-2ab52adba898 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.183634] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.183879] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95ae8133-1301-44fc-a64e-4b05a8af150a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.206319] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e710b-5b7f-42f5-adb4-d82d096efc4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.211008] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.211008] env[69990]: value = "task-3446041" [ 770.211008] env[69990]: _type = "Task" [ 770.211008] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.223507] env[69990]: DEBUG nova.compute.provider_tree [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.232038] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446041, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.268535] env[69990]: DEBUG nova.compute.manager [req-2f0ffd29-0e09-4934-8f12-f5f0527d9eb1 req-ea528ae3-b29f-4333-8761-7ca07fcc65fd service nova] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Received event network-vif-deleted-4fabc038-c7ad-4a80-b906-f6eb1202041e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.292137] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.292382] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.292632] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Deleting the datastore file [datastore1] 22e94675-c7e3-463b-9328-f856c0b0ebe4 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.292919] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c31c64-8926-406d-a70a-8e84293dc74d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.300680] env[69990]: DEBUG oslo_vmware.api [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for the task: (returnval){ [ 770.300680] env[69990]: value = "task-3446042" [ 770.300680] env[69990]: _type = "Task" [ 770.300680] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.310818] env[69990]: DEBUG oslo_vmware.api [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.346252] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "ecd1271e-b133-462f-aa41-00d79575f2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.346433] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.360619] env[69990]: DEBUG nova.objects.instance [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lazy-loading 'flavor' on Instance uuid a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.489215] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.531233] env[69990]: DEBUG nova.compute.manager [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Received event network-vif-plugged-301fc1ad-60a2-4d84-990b-94caffeb324c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.531621] env[69990]: DEBUG oslo_concurrency.lockutils [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] Acquiring lock "47e118de-7a80-4d90-b2d0-07af360ecd9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.531914] env[69990]: DEBUG oslo_concurrency.lockutils [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.532210] env[69990]: DEBUG oslo_concurrency.lockutils [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.532454] env[69990]: DEBUG nova.compute.manager [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] No waiting events found dispatching network-vif-plugged-301fc1ad-60a2-4d84-990b-94caffeb324c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.532770] env[69990]: WARNING nova.compute.manager [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Received unexpected event network-vif-plugged-301fc1ad-60a2-4d84-990b-94caffeb324c for instance with vm_state building and task_state spawning. [ 770.533039] env[69990]: DEBUG nova.compute.manager [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Received event network-changed-301fc1ad-60a2-4d84-990b-94caffeb324c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.533192] env[69990]: DEBUG nova.compute.manager [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Refreshing instance network info cache due to event network-changed-301fc1ad-60a2-4d84-990b-94caffeb324c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.533390] env[69990]: DEBUG oslo_concurrency.lockutils [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] Acquiring lock "refresh_cache-47e118de-7a80-4d90-b2d0-07af360ecd9b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.533612] env[69990]: DEBUG oslo_concurrency.lockutils [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] Acquired lock "refresh_cache-47e118de-7a80-4d90-b2d0-07af360ecd9b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.533749] env[69990]: DEBUG nova.network.neutron [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Refreshing network info cache for port 301fc1ad-60a2-4d84-990b-94caffeb324c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.543298] env[69990]: DEBUG oslo_vmware.api [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446039, 'name': PowerOffVM_Task, 'duration_secs': 0.205361} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.543625] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.543831] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.544827] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76d147e6-e5aa-4bd3-ae35-ece51c56b97c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.616921] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.617166] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.617347] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Deleting the datastore file [datastore1] d7f52a80-aa10-4838-81d1-084f9b3ae9f6 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.618052] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b390318d-069a-40ac-a438-ebaf147e0045 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.623339] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.627528] env[69990]: DEBUG oslo_vmware.api [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 770.627528] env[69990]: value = "task-3446044" [ 770.627528] env[69990]: _type = "Task" [ 770.627528] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.635468] env[69990]: DEBUG oslo_vmware.api [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.723084] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446041, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.749486] env[69990]: ERROR nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [req-62ab521a-21bb-4d64-a1d0-139259d7f480] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62ab521a-21bb-4d64-a1d0-139259d7f480"}]} [ 770.772456] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.801018] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.801018] env[69990]: DEBUG nova.compute.provider_tree [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.814028] env[69990]: DEBUG oslo_vmware.api [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Task: {'id': task-3446042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420459} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.814028] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.814028] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.814028] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.814028] env[69990]: INFO nova.compute.manager [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Took 1.50 seconds to destroy the instance on the hypervisor. [ 770.814028] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.814028] env[69990]: DEBUG nova.compute.manager [-] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.814028] env[69990]: DEBUG nova.network.neutron [-] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.822171] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.842734] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 771.122382] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621381} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.122382] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.123057] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.123396] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f7c3af-6a4d-497e-acf8-bcb9e6df12e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.136413] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 771.136413] env[69990]: value = "task-3446045" [ 771.136413] env[69990]: _type = "Task" [ 771.136413] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.144648] env[69990]: DEBUG oslo_vmware.api [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227888} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.148375] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.148665] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.149146] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.149146] env[69990]: INFO nova.compute.manager [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 771.149471] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.158661] env[69990]: DEBUG nova.compute.manager [-] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.158784] env[69990]: DEBUG nova.network.neutron [-] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.163071] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.224816] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446041, 'name': CreateVM_Task, 'duration_secs': 0.621368} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.224816] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.225464] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.225543] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.225921] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.226199] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7968b87-a576-4611-bd03-d19b695a7de7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.237994] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 771.237994] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529b9ada-70b3-e68e-6f92-8d77fa78f0bb" [ 771.237994] env[69990]: _type = "Task" [ 771.237994] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.251944] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529b9ada-70b3-e68e-6f92-8d77fa78f0bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.369589] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f4c50733-6a6f-473c-a51e-dc681d9184bb tempest-VolumesAssistedSnapshotsTest-1331795081 tempest-VolumesAssistedSnapshotsTest-1331795081-project-admin] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.447949] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a68e7a-a016-44f2-a248-a3643d41bf5e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.457314] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea72a54-7c2d-4898-a698-d1472e11fc2e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.494359] env[69990]: DEBUG nova.network.neutron [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Updated VIF entry in instance network info cache for port 301fc1ad-60a2-4d84-990b-94caffeb324c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.494818] env[69990]: DEBUG nova.network.neutron [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Updating instance_info_cache with network_info: [{"id": "301fc1ad-60a2-4d84-990b-94caffeb324c", "address": "fa:16:3e:90:c7:6a", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301fc1ad-60", "ovs_interfaceid": "301fc1ad-60a2-4d84-990b-94caffeb324c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.496640] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92da2a-630b-42a2-866a-e1e4e443eb07 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.506999] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c40c4-1e7b-4efd-ae02-13dfd0f56273 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.527062] env[69990]: DEBUG nova.compute.provider_tree [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.648441] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264726} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.650093] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.651321] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4714e899-3b67-412a-814b-e624920112e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.678763] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.679603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c446d7-66a3-4ef8-bf4b-25ed00df0295 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.704019] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 771.704019] env[69990]: value = "task-3446047" [ 771.704019] env[69990]: _type = "Task" [ 771.704019] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.715326] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446047, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.753237] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529b9ada-70b3-e68e-6f92-8d77fa78f0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.753237] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753237] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.753237] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.753237] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.753237] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.753237] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e01b4296-4324-4405-a9b0-4f663b418c23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.763024] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.763024] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.763024] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b0db79-fc40-4bfd-860b-e1c507745473 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.768893] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 771.768893] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ba9c8d-e242-cbdc-92da-d3e69e3bf072" [ 771.768893] env[69990]: _type = "Task" [ 771.768893] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.777938] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ba9c8d-e242-cbdc-92da-d3e69e3bf072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.001714] env[69990]: DEBUG oslo_concurrency.lockutils [req-ce3db7e5-d072-4641-89a9-f484e7ec48d7 req-95980820-efd1-4abf-88b0-75a1f85c55c1 service nova] Releasing lock "refresh_cache-47e118de-7a80-4d90-b2d0-07af360ecd9b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.063354] env[69990]: DEBUG nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 772.063719] env[69990]: DEBUG nova.compute.provider_tree [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 75 to 76 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 772.063924] env[69990]: DEBUG nova.compute.provider_tree [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.157574] env[69990]: DEBUG nova.network.neutron [-] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.213880] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446047, 'name': ReconfigVM_Task, 'duration_secs': 0.307027} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.213880] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.214659] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b77a863-ed5f-40ff-9144-543ab0d9bf29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.221925] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 772.221925] env[69990]: value = "task-3446048" [ 772.221925] env[69990]: _type = "Task" [ 772.221925] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.232547] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446048, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.280901] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ba9c8d-e242-cbdc-92da-d3e69e3bf072, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.282209] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9727b795-df64-447a-ae41-52e8e431e81a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.287748] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 772.287748] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52355c77-d98c-2cfc-ccc7-5e343d90b81d" [ 772.287748] env[69990]: _type = "Task" [ 772.287748] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.296106] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52355c77-d98c-2cfc-ccc7-5e343d90b81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.416584] env[69990]: DEBUG nova.compute.manager [req-d4dcc97c-95c0-41a8-850a-1cdf80f82e37 req-b0164620-ee27-4acf-8186-8d191a7c7f82 service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Received event network-vif-deleted-d2ff8c77-e408-4334-b4d6-1ce437fa1324 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.416857] env[69990]: INFO nova.compute.manager [req-d4dcc97c-95c0-41a8-850a-1cdf80f82e37 req-b0164620-ee27-4acf-8186-8d191a7c7f82 service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Neutron deleted interface d2ff8c77-e408-4334-b4d6-1ce437fa1324; detaching it from the instance and deleting it from the info cache [ 772.417117] env[69990]: DEBUG nova.network.neutron [req-d4dcc97c-95c0-41a8-850a-1cdf80f82e37 req-b0164620-ee27-4acf-8186-8d191a7c7f82 service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.570859] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.761s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.573933] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.350s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.578537] env[69990]: INFO nova.compute.claims [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.608118] env[69990]: DEBUG nova.network.neutron [-] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.612646] env[69990]: INFO nova.scheduler.client.report [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleted allocations for instance e87ba873-158a-4c34-a66c-a6471335810a [ 772.660761] env[69990]: INFO nova.compute.manager [-] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Took 1.85 seconds to deallocate network for instance. [ 772.718231] env[69990]: DEBUG nova.compute.manager [req-662189bf-def4-4376-a590-684986c6b433 req-ab0fc65b-6fce-4a78-9cdd-7e419ce92e81 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received event network-vif-deleted-37523795-9545-4275-a055-18fd7d9a3271 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.718440] env[69990]: DEBUG nova.compute.manager [req-662189bf-def4-4376-a590-684986c6b433 req-ab0fc65b-6fce-4a78-9cdd-7e419ce92e81 service nova] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Received event network-vif-deleted-445bee37-1f7c-493e-99ba-fb32831aa10c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.736099] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446048, 'name': Rename_Task, 'duration_secs': 0.157317} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.736359] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.736608] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab39764-9e0a-4a2b-9839-4b8dc992c90c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.743320] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 772.743320] env[69990]: value = "task-3446049" [ 772.743320] env[69990]: _type = "Task" [ 772.743320] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.752931] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.798176] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52355c77-d98c-2cfc-ccc7-5e343d90b81d, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.800438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.800735] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 47e118de-7a80-4d90-b2d0-07af360ecd9b/47e118de-7a80-4d90-b2d0-07af360ecd9b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.801035] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb5ca2bd-4269-44e2-8ceb-72bc4f6aa109 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.807306] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 772.807306] env[69990]: value = "task-3446050" [ 772.807306] env[69990]: _type = "Task" [ 772.807306] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.816328] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.921659] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9ff820c-c96f-4709-a08e-0b54b2110ae2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.931951] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf4125e-7baa-4259-9f60-810de7810d20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.964393] env[69990]: DEBUG nova.compute.manager [req-d4dcc97c-95c0-41a8-850a-1cdf80f82e37 req-b0164620-ee27-4acf-8186-8d191a7c7f82 service nova] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Detach interface failed, port_id=d2ff8c77-e408-4334-b4d6-1ce437fa1324, reason: Instance d7f52a80-aa10-4838-81d1-084f9b3ae9f6 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 773.109982] env[69990]: INFO nova.compute.manager [-] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Took 1.95 seconds to deallocate network for instance. [ 773.124026] env[69990]: DEBUG oslo_concurrency.lockutils [None req-999ca8fc-7911-464d-b5ec-c4d0c74168a7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "e87ba873-158a-4c34-a66c-a6471335810a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.961s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.169758] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.254358] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446049, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.321763] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436116} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.322566] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 47e118de-7a80-4d90-b2d0-07af360ecd9b/47e118de-7a80-4d90-b2d0-07af360ecd9b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.322566] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.322841] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2f73495-1005-4f33-a8cd-6d8727011966 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.329711] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 773.329711] env[69990]: value = "task-3446051" [ 773.329711] env[69990]: _type = "Task" [ 773.329711] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.338534] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.619629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.762907] env[69990]: DEBUG oslo_vmware.api [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446049, 'name': PowerOnVM_Task, 'duration_secs': 0.614452} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.768669] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.772017] env[69990]: INFO nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Took 8.67 seconds to spawn the instance on the hypervisor. [ 773.772017] env[69990]: DEBUG nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.772017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d932327-bebf-49da-86ec-37fe9cdffe2a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.848395] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082489} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.848663] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.849542] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ddbc5e-401f-4473-a657-3baaee468b66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.887256] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 47e118de-7a80-4d90-b2d0-07af360ecd9b/47e118de-7a80-4d90-b2d0-07af360ecd9b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.891029] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f02e89-0da6-4f1d-8a14-f5b21bd1bfd9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.913879] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 773.913879] env[69990]: value = "task-3446052" [ 773.913879] env[69990]: _type = "Task" [ 773.913879] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.923511] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.147765] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385fc89e-24e8-4010-aae6-af0eb87035b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.155465] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351853d-0def-41a9-9058-8c897db561a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.185761] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe621a7-8668-42c8-b097-818155e22cd8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.198499] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645583a-a2e5-4e1d-b45c-57a0b9c01309 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.213976] env[69990]: DEBUG nova.compute.provider_tree [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.294315] env[69990]: INFO nova.compute.manager [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Took 45.24 seconds to build instance. [ 774.429376] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.515138] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.515480] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.515706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.515914] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.516114] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.518702] env[69990]: INFO nova.compute.manager [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Terminating instance [ 774.717317] env[69990]: DEBUG nova.scheduler.client.report [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.798214] env[69990]: DEBUG oslo_concurrency.lockutils [None req-24a8fb35-6ac8-4a2a-84dc-1277f51227e1 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "2a580581-f0cd-4942-b79f-14f703e886a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.423s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.930549] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446052, 'name': ReconfigVM_Task, 'duration_secs': 0.977027} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.931499] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 47e118de-7a80-4d90-b2d0-07af360ecd9b/47e118de-7a80-4d90-b2d0-07af360ecd9b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.932022] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df2b579-93ef-41ef-aeb0-61e008e313b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.940833] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 774.940833] env[69990]: value = "task-3446053" [ 774.940833] env[69990]: _type = "Task" [ 774.940833] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.952245] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446053, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.022791] env[69990]: DEBUG nova.compute.manager [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.023031] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.023910] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce17c9-646e-4f6a-82d2-a747ba6d7684 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.033201] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.033443] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed6c011-5e1a-47ad-9bae-a2a4d9915c9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.040180] env[69990]: DEBUG oslo_vmware.api [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 775.040180] env[69990]: value = "task-3446054" [ 775.040180] env[69990]: _type = "Task" [ 775.040180] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.049270] env[69990]: DEBUG oslo_vmware.api [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3446054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.226155] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.226707] env[69990]: DEBUG nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.229520] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.334s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.230947] env[69990]: INFO nova.compute.claims [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.300671] env[69990]: DEBUG nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.452916] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446053, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.516608] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.516858] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.554209] env[69990]: DEBUG oslo_vmware.api [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3446054, 'name': PowerOffVM_Task, 'duration_secs': 0.215476} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.554471] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.554471] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.554768] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c944fbf-2d63-416f-82f6-03be8afe2c38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.616421] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.616421] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.616421] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Deleting the datastore file [datastore2] a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.616620] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-722bcf7c-f048-4715-b700-b177d85444a0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.625681] env[69990]: DEBUG oslo_vmware.api [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for the task: (returnval){ [ 775.625681] env[69990]: value = "task-3446056" [ 775.625681] env[69990]: _type = "Task" [ 775.625681] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.633390] env[69990]: DEBUG oslo_vmware.api [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3446056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.736801] env[69990]: DEBUG nova.compute.utils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.741576] env[69990]: DEBUG nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.745022] env[69990]: DEBUG nova.network.neutron [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.809928] env[69990]: DEBUG nova.policy [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '569a37b7416040dd87354d896fac9568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42d183d1f7c4a3c89f75d6215432091', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.857487] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.953151] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446053, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.136041] env[69990]: DEBUG oslo_vmware.api [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Task: {'id': task-3446056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131032} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.136318] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.136686] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.136686] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.136848] env[69990]: INFO nova.compute.manager [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 776.137215] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.137330] env[69990]: DEBUG nova.compute.manager [-] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.137401] env[69990]: DEBUG nova.network.neutron [-] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.247049] env[69990]: DEBUG nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.251398] env[69990]: DEBUG nova.network.neutron [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Successfully created port: cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.451900] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446053, 'name': Rename_Task, 'duration_secs': 1.029692} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.452192] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.452470] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a8cc002-8ace-4f15-abf1-f3282590f501 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.463826] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 776.463826] env[69990]: value = "task-3446057" [ 776.463826] env[69990]: _type = "Task" [ 776.463826] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.472853] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.791034] env[69990]: INFO nova.compute.manager [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Rebuilding instance [ 776.819170] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffadddb-a44c-48db-9026-6aa0eca6cff5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.831216] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ce7654-9aeb-4d06-8386-87b45844ea70 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.875079] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6d77e-91db-46e9-8f16-d926195916c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.882567] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dfc446-8fc3-42e4-8ac4-f1759a252e9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.899987] env[69990]: DEBUG nova.compute.provider_tree [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.913417] env[69990]: DEBUG nova.compute.manager [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.914368] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5643698b-d992-4377-9604-79d6bde6d5eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.925670] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "37dba20d-1a17-4341-8ac2-95a8a53374df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.926436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.977855] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.989437] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "169f9f33-9651-4f83-b082-2b553ca2156b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.989693] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "169f9f33-9651-4f83-b082-2b553ca2156b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.189370] env[69990]: DEBUG nova.compute.manager [req-ab87b6ef-e04a-42d7-9bf0-ece8bd06157d req-60aa0183-fcfc-4a0c-b774-618ccf1c17ea service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Received event network-vif-deleted-f60c5c84-6cae-4f31-957a-7aad1597dd7b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.189565] env[69990]: INFO nova.compute.manager [req-ab87b6ef-e04a-42d7-9bf0-ece8bd06157d req-60aa0183-fcfc-4a0c-b774-618ccf1c17ea service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Neutron deleted interface f60c5c84-6cae-4f31-957a-7aad1597dd7b; detaching it from the instance and deleting it from the info cache [ 777.189737] env[69990]: DEBUG nova.network.neutron [req-ab87b6ef-e04a-42d7-9bf0-ece8bd06157d req-60aa0183-fcfc-4a0c-b774-618ccf1c17ea service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.260932] env[69990]: DEBUG nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.295349] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.295716] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.295934] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.296236] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.296429] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.296631] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.296919] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.297150] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.297386] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.297610] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.297847] env[69990]: DEBUG nova.virt.hardware [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.299183] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8b03ca-83db-4e7d-a128-857046a854bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.310948] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2598b6a3-f26b-423f-b951-b6374b7b0e84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.412122] env[69990]: DEBUG nova.scheduler.client.report [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.474753] env[69990]: DEBUG oslo_vmware.api [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446057, 'name': PowerOnVM_Task, 'duration_secs': 0.71497} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.475058] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.475272] env[69990]: INFO nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Took 9.76 seconds to spawn the instance on the hypervisor. [ 777.475470] env[69990]: DEBUG nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.476434] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdad732-e561-4895-8bd5-4e416e79e323 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.529654] env[69990]: DEBUG nova.network.neutron [-] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.696993] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78eaf1a6-4fa9-4e30-9984-377270bdd0c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.707957] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d8eb5-a00d-4055-a485-6331a5e35203 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.736227] env[69990]: DEBUG nova.compute.manager [req-ab87b6ef-e04a-42d7-9bf0-ece8bd06157d req-60aa0183-fcfc-4a0c-b774-618ccf1c17ea service nova] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Detach interface failed, port_id=f60c5c84-6cae-4f31-957a-7aad1597dd7b, reason: Instance a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 777.922026] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.923081] env[69990]: DEBUG nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.925459] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.781s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.926814] env[69990]: INFO nova.compute.claims [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.940589] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.940889] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb36ff1d-fd6c-444e-933d-a829e04615da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.949878] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 777.949878] env[69990]: value = "task-3446058" [ 777.949878] env[69990]: _type = "Task" [ 777.949878] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.958022] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.996052] env[69990]: INFO nova.compute.manager [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Took 46.47 seconds to build instance. [ 778.033017] env[69990]: INFO nova.compute.manager [-] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Took 1.89 seconds to deallocate network for instance. [ 778.114544] env[69990]: DEBUG nova.compute.manager [req-aef73d10-902a-44d7-80f3-d528abb96eec req-778be4ab-fada-43d0-ac4f-28fed17710f7 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Received event network-vif-plugged-cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.114829] env[69990]: DEBUG oslo_concurrency.lockutils [req-aef73d10-902a-44d7-80f3-d528abb96eec req-778be4ab-fada-43d0-ac4f-28fed17710f7 service nova] Acquiring lock "e294004b-ac53-4fea-876f-0547e0ce009b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.115698] env[69990]: DEBUG oslo_concurrency.lockutils [req-aef73d10-902a-44d7-80f3-d528abb96eec req-778be4ab-fada-43d0-ac4f-28fed17710f7 service nova] Lock "e294004b-ac53-4fea-876f-0547e0ce009b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.115698] env[69990]: DEBUG oslo_concurrency.lockutils [req-aef73d10-902a-44d7-80f3-d528abb96eec req-778be4ab-fada-43d0-ac4f-28fed17710f7 service nova] Lock "e294004b-ac53-4fea-876f-0547e0ce009b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.115698] env[69990]: DEBUG nova.compute.manager [req-aef73d10-902a-44d7-80f3-d528abb96eec req-778be4ab-fada-43d0-ac4f-28fed17710f7 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] No waiting events found dispatching network-vif-plugged-cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.115698] env[69990]: WARNING nova.compute.manager [req-aef73d10-902a-44d7-80f3-d528abb96eec req-778be4ab-fada-43d0-ac4f-28fed17710f7 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Received unexpected event network-vif-plugged-cbca01ce-f081-4be2-8711-26fb2789cf28 for instance with vm_state building and task_state spawning. [ 778.197951] env[69990]: DEBUG nova.network.neutron [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Successfully updated port: cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.434055] env[69990]: DEBUG nova.compute.utils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.437631] env[69990]: DEBUG nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.438018] env[69990]: DEBUG nova.network.neutron [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.463611] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446058, 'name': PowerOffVM_Task, 'duration_secs': 0.375484} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.463611] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.463730] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.464560] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d3c460-f65d-4a5f-bd2b-fbf78ee8bdf5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.472464] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.472710] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f18b14-b381-4cad-adfd-2c90c2930ebe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.495954] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8106b434-2181-4581-8e1c-79d241bd69a5 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.169s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.503989] env[69990]: DEBUG nova.policy [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc17f458095746908d0f4090587a2213', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780240f49de34d9696b0c9b9d9e7390d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.542566] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.549557] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.549761] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.550132] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleting the datastore file [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.550232] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e8b5e6e-bbe0-4ffd-8517-334dfb73c524 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.557404] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 778.557404] env[69990]: value = "task-3446060" [ 778.557404] env[69990]: _type = "Task" [ 778.557404] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.565725] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.701852] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.701852] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.701852] env[69990]: DEBUG nova.network.neutron [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.871216] env[69990]: DEBUG nova.network.neutron [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Successfully created port: d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.944446] env[69990]: DEBUG nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.004290] env[69990]: DEBUG nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.074208] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169795} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.074716] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.074937] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.075132] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.235562] env[69990]: DEBUG nova.network.neutron [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.336662] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "47e118de-7a80-4d90-b2d0-07af360ecd9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.336892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.337103] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "47e118de-7a80-4d90-b2d0-07af360ecd9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.337286] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.337453] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.343661] env[69990]: INFO nova.compute.manager [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Terminating instance [ 779.440873] env[69990]: DEBUG nova.network.neutron [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Updating instance_info_cache with network_info: [{"id": "cbca01ce-f081-4be2-8711-26fb2789cf28", "address": "fa:16:3e:ce:80:e5", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca01ce-f0", "ovs_interfaceid": "cbca01ce-f081-4be2-8711-26fb2789cf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.471871] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0572537-d227-4342-9267-0e1429537bfd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.481665] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609bc361-d124-44d0-b3f0-8b0153afc9d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.519346] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee647f6-7580-4a0b-8b47-7c228659594e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.529360] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a52f65-950d-45e5-92d6-26304c88918e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.535093] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.544912] env[69990]: DEBUG nova.compute.provider_tree [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.847078] env[69990]: DEBUG nova.compute.manager [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.847327] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.848400] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57c8ee-135e-40b0-8955-78c813bc5cfa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.856686] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.857406] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ec1b02-5d7a-41db-953a-9c5de5603fa4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.866063] env[69990]: DEBUG oslo_vmware.api [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 779.866063] env[69990]: value = "task-3446061" [ 779.866063] env[69990]: _type = "Task" [ 779.866063] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.876812] env[69990]: DEBUG oslo_vmware.api [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.943078] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.943443] env[69990]: DEBUG nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Instance network_info: |[{"id": "cbca01ce-f081-4be2-8711-26fb2789cf28", "address": "fa:16:3e:ce:80:e5", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca01ce-f0", "ovs_interfaceid": "cbca01ce-f081-4be2-8711-26fb2789cf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.943875] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:80:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbca01ce-f081-4be2-8711-26fb2789cf28', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.952810] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Creating folder: Project (b42d183d1f7c4a3c89f75d6215432091). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.953326] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75ce02d9-0776-4b26-93a2-4ff9f9dc1b58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.958795] env[69990]: DEBUG nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.968053] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Created folder: Project (b42d183d1f7c4a3c89f75d6215432091) in parent group-v687779. [ 779.968312] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Creating folder: Instances. Parent ref: group-v687927. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.968509] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c45a0c08-9e2c-49c6-a2bb-a5d073d9dc56 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.980317] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Created folder: Instances in parent group-v687927. [ 779.980912] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.983093] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.983222] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53984acd-3bde-46f2-bb66-490296e49ebd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.000969] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.001256] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.001377] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.001532] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.002096] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.002096] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.002389] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.002553] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.002718] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.002900] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.003072] env[69990]: DEBUG nova.virt.hardware [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.003927] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79add60-745c-4b39-9da5-fb265e08c2be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.015037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7858ed6-e13d-4143-875e-2f02c476e556 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.018824] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.018824] env[69990]: value = "task-3446064" [ 780.018824] env[69990]: _type = "Task" [ 780.018824] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.035603] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446064, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.047860] env[69990]: DEBUG nova.scheduler.client.report [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.110168] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.110424] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.110577] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.110751] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.110916] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.111184] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.111415] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.111571] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.111731] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.111886] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.113661] env[69990]: DEBUG nova.virt.hardware [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.113661] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2163b7b-f01f-4826-a43d-f1c9295bd0c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.120676] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceae965-c965-454e-838a-1718437f0dbe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.134566] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:52:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.142827] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.142827] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.142827] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac029a8-6576-4b7e-abfd-5cd81e780fa4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.158693] env[69990]: DEBUG nova.compute.manager [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Received event network-changed-cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.158878] env[69990]: DEBUG nova.compute.manager [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Refreshing instance network info cache due to event network-changed-cbca01ce-f081-4be2-8711-26fb2789cf28. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.159101] env[69990]: DEBUG oslo_concurrency.lockutils [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] Acquiring lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.159243] env[69990]: DEBUG oslo_concurrency.lockutils [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] Acquired lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.159398] env[69990]: DEBUG nova.network.neutron [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Refreshing network info cache for port cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.165311] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.165311] env[69990]: value = "task-3446065" [ 780.165311] env[69990]: _type = "Task" [ 780.165311] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.176349] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446065, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.380034] env[69990]: DEBUG oslo_vmware.api [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446061, 'name': PowerOffVM_Task, 'duration_secs': 0.228997} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.380674] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.381157] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.381624] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e139759-0d1c-4be6-ab21-ff288f0a01a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.443034] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.443034] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.443034] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleting the datastore file [datastore2] 47e118de-7a80-4d90-b2d0-07af360ecd9b {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.443034] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e777567e-e46a-40ff-9f46-3fedcb159baa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.450138] env[69990]: DEBUG oslo_vmware.api [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 780.450138] env[69990]: value = "task-3446067" [ 780.450138] env[69990]: _type = "Task" [ 780.450138] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.458504] env[69990]: DEBUG oslo_vmware.api [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.536021] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446064, 'name': CreateVM_Task, 'duration_secs': 0.308267} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.536021] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.536021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.536021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.536021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.536021] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb26ffb7-5593-4a31-a845-a97d689e3fa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.548411] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 780.548411] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52077972-39fe-7e6b-ca49-c93634f55380" [ 780.548411] env[69990]: _type = "Task" [ 780.548411] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.556892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.557554] env[69990]: DEBUG nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.560692] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52077972-39fe-7e6b-ca49-c93634f55380, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.561268] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.225s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.564016] env[69990]: INFO nova.compute.claims [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.565610] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565960] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.566334] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.566605] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.566922] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.567482] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-821f2278-72da-4444-9fe0-80c7da2c6366 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.578242] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.578242] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.578242] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa38c81e-7740-4402-a6ee-df78bd788e59 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.584166] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 780.584166] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525c925e-b198-cfb4-da8d-ec1bebbf6f7e" [ 780.584166] env[69990]: _type = "Task" [ 780.584166] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.595560] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525c925e-b198-cfb4-da8d-ec1bebbf6f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.656669] env[69990]: DEBUG nova.network.neutron [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Successfully updated port: d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.682565] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446065, 'name': CreateVM_Task, 'duration_secs': 0.362749} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.682736] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.683413] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.683563] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.683871] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.684132] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab4fcae-a692-4a19-899c-9e8fd8bbf754 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.688904] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 780.688904] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5249248d-48a5-7f77-0c7a-85559d2016be" [ 780.688904] env[69990]: _type = "Task" [ 780.688904] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.697502] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5249248d-48a5-7f77-0c7a-85559d2016be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.915539] env[69990]: DEBUG nova.network.neutron [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Updated VIF entry in instance network info cache for port cbca01ce-f081-4be2-8711-26fb2789cf28. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.915979] env[69990]: DEBUG nova.network.neutron [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Updating instance_info_cache with network_info: [{"id": "cbca01ce-f081-4be2-8711-26fb2789cf28", "address": "fa:16:3e:ce:80:e5", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca01ce-f0", "ovs_interfaceid": "cbca01ce-f081-4be2-8711-26fb2789cf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.961089] env[69990]: DEBUG oslo_vmware.api [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184016} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.961276] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.961462] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.961642] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.961813] env[69990]: INFO nova.compute.manager [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 780.962062] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.962253] env[69990]: DEBUG nova.compute.manager [-] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.962367] env[69990]: DEBUG nova.network.neutron [-] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.062851] env[69990]: DEBUG nova.compute.utils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.065518] env[69990]: DEBUG nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.066463] env[69990]: DEBUG nova.network.neutron [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.096318] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525c925e-b198-cfb4-da8d-ec1bebbf6f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.097085] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7140df-ac14-44e7-921f-9dbfddbac3e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.103609] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 781.103609] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525821ae-4352-55ed-ad01-71fc49402e52" [ 781.103609] env[69990]: _type = "Task" [ 781.103609] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.105250] env[69990]: DEBUG nova.policy [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '947986c3712e4af695a7b32af53bdaf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bc0d955bbdd4774ae4d9544b25db3fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.116233] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525821ae-4352-55ed-ad01-71fc49402e52, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.116420] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.116667] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e294004b-ac53-4fea-876f-0547e0ce009b/e294004b-ac53-4fea-876f-0547e0ce009b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.117178] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22fdfe5b-7d1b-4b65-8bb1-5f769e1efd84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.124957] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 781.124957] env[69990]: value = "task-3446068" [ 781.124957] env[69990]: _type = "Task" [ 781.124957] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.133291] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.159366] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.159526] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.159691] env[69990]: DEBUG nova.network.neutron [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.199397] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5249248d-48a5-7f77-0c7a-85559d2016be, 'name': SearchDatastore_Task, 'duration_secs': 0.030451} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.199747] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.199998] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.200260] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.200423] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.200619] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.201204] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda0a20d-2859-45bb-9cbd-543422ffc633 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.209945] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.209945] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.211150] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cc342d-6612-4e28-af0e-a62a0147da1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.219654] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 781.219654] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527337b3-d5e3-f123-0578-4b345995c8ed" [ 781.219654] env[69990]: _type = "Task" [ 781.219654] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.228106] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527337b3-d5e3-f123-0578-4b345995c8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.419025] env[69990]: DEBUG oslo_concurrency.lockutils [req-a041dcf8-995f-4889-94e8-e89267fedbce req-193780ee-9b33-416e-a665-82fa52ba2bbe service nova] Releasing lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.570037] env[69990]: DEBUG nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.581949] env[69990]: DEBUG nova.network.neutron [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Successfully created port: ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.640788] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466643} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.640788] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e294004b-ac53-4fea-876f-0547e0ce009b/e294004b-ac53-4fea-876f-0547e0ce009b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.640950] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.641222] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b408ad-cb43-47f6-b1d0-720c707700ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.653976] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 781.653976] env[69990]: value = "task-3446069" [ 781.653976] env[69990]: _type = "Task" [ 781.653976] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.663208] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.729876] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527337b3-d5e3-f123-0578-4b345995c8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008268} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.730890] env[69990]: DEBUG nova.network.neutron [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.735597] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed6254f-75e9-487e-9038-2391f28b3f5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.740798] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 781.740798] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a2407-554a-b40a-1184-636874e892ec" [ 781.740798] env[69990]: _type = "Task" [ 781.740798] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.749470] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522a2407-554a-b40a-1184-636874e892ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.789779] env[69990]: DEBUG nova.network.neutron [-] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.088756] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f392413-ac10-4a04-96ca-771e5ef184b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.098927] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909750fc-83a6-44a1-81e5-d0a8f4dc19dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.131107] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61801e4d-8061-42b6-9a9b-e2c50ecba56f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.141408] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462a5146-e663-4587-8fbe-bf7175b9003a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.157857] env[69990]: DEBUG nova.compute.provider_tree [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.166522] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069932} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.166707] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.167473] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9d082-9bf4-4fd0-a235-10626cd983c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.191414] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] e294004b-ac53-4fea-876f-0547e0ce009b/e294004b-ac53-4fea-876f-0547e0ce009b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.191940] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5908ec4-855f-4769-bf33-ca0bf66c269f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.215331] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 782.215331] env[69990]: value = "task-3446070" [ 782.215331] env[69990]: _type = "Task" [ 782.215331] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.225153] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.250519] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522a2407-554a-b40a-1184-636874e892ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.250783] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.251046] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.251312] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c4d482-11ad-4b6f-a4c4-fba38119f4e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.258523] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 782.258523] env[69990]: value = "task-3446071" [ 782.258523] env[69990]: _type = "Task" [ 782.258523] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.266000] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.292649] env[69990]: INFO nova.compute.manager [-] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Took 1.33 seconds to deallocate network for instance. [ 782.301019] env[69990]: DEBUG nova.network.neutron [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.329476] env[69990]: DEBUG nova.compute.manager [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Received event network-vif-plugged-d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.329476] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] Acquiring lock "ec071c54-6c86-4dfe-8411-3cee70ddf188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.331245] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.331245] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.331245] env[69990]: DEBUG nova.compute.manager [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] No waiting events found dispatching network-vif-plugged-d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.331245] env[69990]: WARNING nova.compute.manager [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Received unexpected event network-vif-plugged-d410f163-466d-4f1c-ae74-12a0d89de20c for instance with vm_state building and task_state spawning. [ 782.331245] env[69990]: DEBUG nova.compute.manager [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Received event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.331245] env[69990]: DEBUG nova.compute.manager [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing instance network info cache due to event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.331245] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] Acquiring lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.580323] env[69990]: DEBUG nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.609704] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.611087] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.611087] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.611087] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.611087] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.611087] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.611087] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.611087] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.611468] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.611612] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.612286] env[69990]: DEBUG nova.virt.hardware [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.612749] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e70504-d2b0-4db8-bbf4-c4231ecfdbd9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.622471] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa94f0-c9bf-4fb6-8796-afa2581ff8f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.663419] env[69990]: DEBUG nova.scheduler.client.report [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.725426] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446070, 'name': ReconfigVM_Task, 'duration_secs': 0.439784} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.725743] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Reconfigured VM instance instance-00000034 to attach disk [datastore2] e294004b-ac53-4fea-876f-0547e0ce009b/e294004b-ac53-4fea-876f-0547e0ce009b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.726421] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d1fc7f-8d7f-4299-b576-a3c47ecbed28 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.733754] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 782.733754] env[69990]: value = "task-3446072" [ 782.733754] env[69990]: _type = "Task" [ 782.733754] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.742670] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446072, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.768461] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446071, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.802282] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.802624] env[69990]: DEBUG nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Instance network_info: |[{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.803998] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.803998] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] Acquired lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.804131] env[69990]: DEBUG nova.network.neutron [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.805661] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:2d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd410f163-466d-4f1c-ae74-12a0d89de20c', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.814805] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.817968] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.818554] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8269386e-6d44-44c6-ba18-ee75dadbe58a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.840491] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.840491] env[69990]: value = "task-3446073" [ 782.840491] env[69990]: _type = "Task" [ 782.840491] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.850223] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446073, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.069266] env[69990]: DEBUG nova.network.neutron [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updated VIF entry in instance network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.069650] env[69990]: DEBUG nova.network.neutron [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.170961] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.171527] env[69990]: DEBUG nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.177642] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.364s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.177864] env[69990]: DEBUG nova.objects.instance [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lazy-loading 'resources' on Instance uuid 519645f2-dc9a-4dbd-8107-17953efa47fb {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.229218] env[69990]: DEBUG nova.compute.manager [req-73d72675-dc42-4650-b5b3-7b107a0570f9 req-b20ba7a4-fbed-4a7b-990b-e5d7ff9d2b00 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Received event network-vif-plugged-ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.229435] env[69990]: DEBUG oslo_concurrency.lockutils [req-73d72675-dc42-4650-b5b3-7b107a0570f9 req-b20ba7a4-fbed-4a7b-990b-e5d7ff9d2b00 service nova] Acquiring lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.229656] env[69990]: DEBUG oslo_concurrency.lockutils [req-73d72675-dc42-4650-b5b3-7b107a0570f9 req-b20ba7a4-fbed-4a7b-990b-e5d7ff9d2b00 service nova] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.229830] env[69990]: DEBUG oslo_concurrency.lockutils [req-73d72675-dc42-4650-b5b3-7b107a0570f9 req-b20ba7a4-fbed-4a7b-990b-e5d7ff9d2b00 service nova] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.229992] env[69990]: DEBUG nova.compute.manager [req-73d72675-dc42-4650-b5b3-7b107a0570f9 req-b20ba7a4-fbed-4a7b-990b-e5d7ff9d2b00 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] No waiting events found dispatching network-vif-plugged-ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.230565] env[69990]: WARNING nova.compute.manager [req-73d72675-dc42-4650-b5b3-7b107a0570f9 req-b20ba7a4-fbed-4a7b-990b-e5d7ff9d2b00 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Received unexpected event network-vif-plugged-ed3ea2a8-3f7f-4de4-87b1-322619929c6a for instance with vm_state building and task_state spawning. [ 783.245083] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446072, 'name': Rename_Task, 'duration_secs': 0.202416} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.245083] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.245393] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba15a252-2afa-431a-8cc5-f612a61c66c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.255437] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 783.255437] env[69990]: value = "task-3446074" [ 783.255437] env[69990]: _type = "Task" [ 783.255437] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.267813] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.271753] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593913} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.271753] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.271753] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.271753] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e637628-4354-49b5-b293-3a51f47938ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.280321] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 783.280321] env[69990]: value = "task-3446075" [ 783.280321] env[69990]: _type = "Task" [ 783.280321] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.292065] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.351774] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446073, 'name': CreateVM_Task, 'duration_secs': 0.353271} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.352314] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.356169] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.356169] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.356169] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.356169] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448fb355-c5c8-4693-8a15-be2f64cb85ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.361372] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 783.361372] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5212ea21-4967-4d0a-0a27-2642e3cb4b64" [ 783.361372] env[69990]: _type = "Task" [ 783.361372] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.373364] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5212ea21-4967-4d0a-0a27-2642e3cb4b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.572104] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] Releasing lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.572405] env[69990]: DEBUG nova.compute.manager [req-6a41dec4-5200-45df-9cba-90c9eb174a8a req-201647d2-4627-4c5c-aece-c9a26225b0ca service nova] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Received event network-vif-deleted-301fc1ad-60a2-4d84-990b-94caffeb324c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.663563] env[69990]: DEBUG nova.network.neutron [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Successfully updated port: ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.680660] env[69990]: DEBUG nova.compute.utils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.685676] env[69990]: DEBUG nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.685774] env[69990]: DEBUG nova.network.neutron [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.730128] env[69990]: DEBUG nova.policy [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a503cea6b5493fb9f69d2d35c6a438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924d4a88cf644ab1bd49987168f56483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.770679] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.789862] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073515} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.790710] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.791542] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be97fc-d0a5-42e4-86b9-678f533ccba9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.815653] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.815895] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52fe8f5b-46a6-46c9-bfa8-701cad4d24a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.839122] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 783.839122] env[69990]: value = "task-3446076" [ 783.839122] env[69990]: _type = "Task" [ 783.839122] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.846695] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.876854] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5212ea21-4967-4d0a-0a27-2642e3cb4b64, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.876854] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.876956] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.877732] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.877732] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.877732] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.877732] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f522b5b-d08d-47db-be32-f301e914ec4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.886364] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.886714] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.887471] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b543840-c8ff-42f8-aa76-f619f56bc212 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.892854] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 783.892854] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e92efa-5122-f9b2-1875-db016cf79203" [ 783.892854] env[69990]: _type = "Task" [ 783.892854] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.906688] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e92efa-5122-f9b2-1875-db016cf79203, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.907740] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adb189d-e334-4b80-9d8b-269c7ca6a35a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.913077] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 783.913077] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529d4da6-7c6a-1221-fccf-b159eccfb6f0" [ 783.913077] env[69990]: _type = "Task" [ 783.913077] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.925482] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529d4da6-7c6a-1221-fccf-b159eccfb6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.925895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.926315] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/ec071c54-6c86-4dfe-8411-3cee70ddf188.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.926857] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4036a2a9-1b7f-438a-be66-b8b4fd22667b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.937730] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 783.937730] env[69990]: value = "task-3446077" [ 783.937730] env[69990]: _type = "Task" [ 783.937730] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.948513] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.169198] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.169198] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.169198] env[69990]: DEBUG nova.network.neutron [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.186222] env[69990]: DEBUG nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.187579] env[69990]: DEBUG nova.network.neutron [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Successfully created port: 18d35b0c-619f-49da-ad22-e3a049a89373 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.271376] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.338453] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f9595-1de2-46c0-a79c-21bc933a55e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.354729] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446076, 'name': ReconfigVM_Task, 'duration_secs': 0.276782} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.358043] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4/2a580581-f0cd-4942-b79f-14f703e886a4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.358919] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c2d7ce-1623-4432-9fc3-5157472b176d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.362779] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af32cb-3b4d-4dcf-8b97-15d08d32a351 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.401721] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 784.401721] env[69990]: value = "task-3446078" [ 784.401721] env[69990]: _type = "Task" [ 784.401721] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.402274] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d365b2-a8eb-4e00-a8e1-a2c4275763f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.418427] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf58491-0e96-4bb6-8b17-348872cd645a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.422235] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446078, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.432500] env[69990]: DEBUG nova.compute.provider_tree [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.448299] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456074} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.448616] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/ec071c54-6c86-4dfe-8411-3cee70ddf188.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.448876] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.449172] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-575815e9-bf41-4caf-a609-8404edadf8ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.455305] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 784.455305] env[69990]: value = "task-3446079" [ 784.455305] env[69990]: _type = "Task" [ 784.455305] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.463659] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.708031] env[69990]: DEBUG nova.network.neutron [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.771506] env[69990]: DEBUG oslo_vmware.api [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446074, 'name': PowerOnVM_Task, 'duration_secs': 1.452152} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.771815] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.771960] env[69990]: INFO nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Took 7.51 seconds to spawn the instance on the hypervisor. [ 784.772148] env[69990]: DEBUG nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.772993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fac352-17f5-4e11-93cc-52019852466c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.915629] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446078, 'name': Rename_Task, 'duration_secs': 0.189947} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.915914] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.916172] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41537e7a-2235-4309-9949-dce8cb7a21b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.921336] env[69990]: DEBUG nova.network.neutron [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.923822] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 784.923822] env[69990]: value = "task-3446080" [ 784.923822] env[69990]: _type = "Task" [ 784.923822] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.933643] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.935706] env[69990]: DEBUG nova.scheduler.client.report [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.966299] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07121} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.966655] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.967511] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6ef2f-a232-4dfc-8322-19c76f9dd00c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.990320] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/ec071c54-6c86-4dfe-8411-3cee70ddf188.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.990924] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2efaeebd-e36f-44b4-aea0-26459b22461a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.014472] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 785.014472] env[69990]: value = "task-3446081" [ 785.014472] env[69990]: _type = "Task" [ 785.014472] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.024519] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.196785] env[69990]: DEBUG nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.219187] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.219424] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.219589] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.219807] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.219970] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.220143] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.220377] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.220555] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.220736] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.220898] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.221097] env[69990]: DEBUG nova.virt.hardware [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.222354] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9383d69b-58f3-4758-833e-32f140a10e72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.230776] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39a1377-3464-46b4-a3a2-b031b16635ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.283635] env[69990]: DEBUG nova.compute.manager [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Received event network-changed-ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.283938] env[69990]: DEBUG nova.compute.manager [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Refreshing instance network info cache due to event network-changed-ed3ea2a8-3f7f-4de4-87b1-322619929c6a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.284656] env[69990]: DEBUG oslo_concurrency.lockutils [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] Acquiring lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.294044] env[69990]: INFO nova.compute.manager [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Took 41.08 seconds to build instance. [ 785.426020] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.426020] env[69990]: DEBUG nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Instance network_info: |[{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.426020] env[69990]: DEBUG oslo_concurrency.lockutils [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] Acquired lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.426324] env[69990]: DEBUG nova.network.neutron [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Refreshing network info cache for port ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.427382] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:c5:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed3ea2a8-3f7f-4de4-87b1-322619929c6a', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.436898] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating folder: Project (8bc0d955bbdd4774ae4d9544b25db3fe). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.444354] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6845df2c-766d-41ae-a4ae-2f1343c260c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.444354] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.448658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.934s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.450435] env[69990]: INFO nova.compute.claims [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.462548] env[69990]: DEBUG oslo_vmware.api [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446080, 'name': PowerOnVM_Task, 'duration_secs': 0.519156} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.464342] env[69990]: INFO nova.scheduler.client.report [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Deleted allocations for instance 519645f2-dc9a-4dbd-8107-17953efa47fb [ 785.465185] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.465379] env[69990]: DEBUG nova.compute.manager [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.470913] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692b765b-48b3-499a-a630-799e81a236c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.474608] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Created folder: Project (8bc0d955bbdd4774ae4d9544b25db3fe) in parent group-v687779. [ 785.474849] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating folder: Instances. Parent ref: group-v687932. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.475675] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4da6c726-a291-4f45-a7f2-aa098fbc1446 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.487061] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Created folder: Instances in parent group-v687932. [ 785.488185] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.488185] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.488185] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aea42f2-f160-4d9d-a942-2c8192c0e675 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.509093] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.509093] env[69990]: value = "task-3446084" [ 785.509093] env[69990]: _type = "Task" [ 785.509093] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.522510] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446084, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.528455] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.693304] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "921ea572-503c-4924-8ff7-39c5cffec439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.693556] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "921ea572-503c-4924-8ff7-39c5cffec439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.796517] env[69990]: DEBUG oslo_concurrency.lockutils [None req-506ac60f-ee4a-4916-a5bc-5c4cee0705e3 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.115s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.857695] env[69990]: DEBUG nova.network.neutron [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Successfully updated port: 18d35b0c-619f-49da-ad22-e3a049a89373 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.981521] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ef2debd0-c749-44ff-9553-b4d56d70bf8f tempest-ServerTagsTestJSON-2051126125 tempest-ServerTagsTestJSON-2051126125-project-member] Lock "519645f2-dc9a-4dbd-8107-17953efa47fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.691s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.995323] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.023443] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446084, 'name': CreateVM_Task, 'duration_secs': 0.458922} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.025022] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.025214] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.025405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.025716] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.028954] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85e75da-5346-4734-adaf-e38f29940ecc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.030951] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446081, 'name': ReconfigVM_Task, 'duration_secs': 0.755162} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.031230] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/ec071c54-6c86-4dfe-8411-3cee70ddf188.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.032166] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a19ac6d7-b4e0-4186-934f-4dbfb3f8b2ac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.034818] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 786.034818] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525881aa-b78a-627d-8a4b-fbdca0633e02" [ 786.034818] env[69990]: _type = "Task" [ 786.034818] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.040512] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 786.040512] env[69990]: value = "task-3446085" [ 786.040512] env[69990]: _type = "Task" [ 786.040512] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.049031] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525881aa-b78a-627d-8a4b-fbdca0633e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.056240] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446085, 'name': Rename_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.239912] env[69990]: DEBUG nova.network.neutron [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updated VIF entry in instance network info cache for port ed3ea2a8-3f7f-4de4-87b1-322619929c6a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.239912] env[69990]: DEBUG nova.network.neutron [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.299771] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.364428] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-f4f00a78-2e08-4d16-a094-e502997341fc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.364589] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-f4f00a78-2e08-4d16-a094-e502997341fc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.364740] env[69990]: DEBUG nova.network.neutron [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.554614] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525881aa-b78a-627d-8a4b-fbdca0633e02, 'name': SearchDatastore_Task, 'duration_secs': 0.034113} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.558092] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.558508] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.559130] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.559450] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.559791] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.560218] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446085, 'name': Rename_Task, 'duration_secs': 0.471056} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.564395] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9570298-6f06-4e47-8d02-a72a6cfe7942 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.565256] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.567633] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f118d79f-ce5e-4558-9389-08f224888a34 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.573299] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 786.573299] env[69990]: value = "task-3446086" [ 786.573299] env[69990]: _type = "Task" [ 786.573299] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.583017] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.583451] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.587818] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f185b222-6869-4854-a8b4-0cbb8f0d05bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.590493] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.596032] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 786.596032] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52609668-5bb2-383c-5ca5-378cdc114117" [ 786.596032] env[69990]: _type = "Task" [ 786.596032] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.604519] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52609668-5bb2-383c-5ca5-378cdc114117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.668495] env[69990]: DEBUG nova.compute.manager [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Received event network-changed-cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.668495] env[69990]: DEBUG nova.compute.manager [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Refreshing instance network info cache due to event network-changed-cbca01ce-f081-4be2-8711-26fb2789cf28. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.668495] env[69990]: DEBUG oslo_concurrency.lockutils [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] Acquiring lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.668495] env[69990]: DEBUG oslo_concurrency.lockutils [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] Acquired lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.668495] env[69990]: DEBUG nova.network.neutron [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Refreshing network info cache for port cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.741858] env[69990]: DEBUG oslo_concurrency.lockutils [req-8fb11e03-f1b3-4658-bbb7-5f73ef3cab46 req-796a7bba-407e-481f-9484-2c30046fff66 service nova] Releasing lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.819952] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.904205] env[69990]: DEBUG nova.network.neutron [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.963122] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bd3337-ea1a-47f6-852a-2414437952e5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.971149] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882492b-b9c6-4bf6-9f58-bcaf893256f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.012140] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac8dd28-7f10-4787-8162-f2ec16e79a71 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.020612] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f15b56-898c-4cc4-8ed6-20ed11028ee8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.035206] env[69990]: DEBUG nova.compute.provider_tree [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.084093] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.107654] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52609668-5bb2-383c-5ca5-378cdc114117, 'name': SearchDatastore_Task, 'duration_secs': 0.054651} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.108444] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f156371-d78b-4edc-84b8-4d019733fd62 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.113848] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 787.113848] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5275c9fd-7ceb-fefb-afd8-cd17ad213403" [ 787.113848] env[69990]: _type = "Task" [ 787.113848] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.121932] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5275c9fd-7ceb-fefb-afd8-cd17ad213403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.153270] env[69990]: DEBUG nova.network.neutron [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Updating instance_info_cache with network_info: [{"id": "18d35b0c-619f-49da-ad22-e3a049a89373", "address": "fa:16:3e:7a:2a:f5", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d35b0c-61", "ovs_interfaceid": "18d35b0c-619f-49da-ad22-e3a049a89373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.261310] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "2a580581-f0cd-4942-b79f-14f703e886a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.261523] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "2a580581-f0cd-4942-b79f-14f703e886a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.261733] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "2a580581-f0cd-4942-b79f-14f703e886a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.261916] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "2a580581-f0cd-4942-b79f-14f703e886a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.262099] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "2a580581-f0cd-4942-b79f-14f703e886a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.264602] env[69990]: INFO nova.compute.manager [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Terminating instance [ 787.381708] env[69990]: DEBUG nova.compute.manager [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Received event network-vif-plugged-18d35b0c-619f-49da-ad22-e3a049a89373 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.382155] env[69990]: DEBUG oslo_concurrency.lockutils [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] Acquiring lock "f4f00a78-2e08-4d16-a094-e502997341fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.382277] env[69990]: DEBUG oslo_concurrency.lockutils [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] Lock "f4f00a78-2e08-4d16-a094-e502997341fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.382425] env[69990]: DEBUG oslo_concurrency.lockutils [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] Lock "f4f00a78-2e08-4d16-a094-e502997341fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.382597] env[69990]: DEBUG nova.compute.manager [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] No waiting events found dispatching network-vif-plugged-18d35b0c-619f-49da-ad22-e3a049a89373 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.382857] env[69990]: WARNING nova.compute.manager [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Received unexpected event network-vif-plugged-18d35b0c-619f-49da-ad22-e3a049a89373 for instance with vm_state building and task_state spawning. [ 787.382988] env[69990]: DEBUG nova.compute.manager [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Received event network-changed-18d35b0c-619f-49da-ad22-e3a049a89373 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.383162] env[69990]: DEBUG nova.compute.manager [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Refreshing instance network info cache due to event network-changed-18d35b0c-619f-49da-ad22-e3a049a89373. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.383335] env[69990]: DEBUG oslo_concurrency.lockutils [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] Acquiring lock "refresh_cache-f4f00a78-2e08-4d16-a094-e502997341fc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.451847] env[69990]: DEBUG nova.network.neutron [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Updated VIF entry in instance network info cache for port cbca01ce-f081-4be2-8711-26fb2789cf28. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.452242] env[69990]: DEBUG nova.network.neutron [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Updating instance_info_cache with network_info: [{"id": "cbca01ce-f081-4be2-8711-26fb2789cf28", "address": "fa:16:3e:ce:80:e5", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca01ce-f0", "ovs_interfaceid": "cbca01ce-f081-4be2-8711-26fb2789cf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.540368] env[69990]: DEBUG nova.scheduler.client.report [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.586772] env[69990]: DEBUG oslo_vmware.api [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446086, 'name': PowerOnVM_Task, 'duration_secs': 0.849687} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.587870] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.588115] env[69990]: INFO nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Took 7.63 seconds to spawn the instance on the hypervisor. [ 787.588312] env[69990]: DEBUG nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.589242] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25c2e0-89de-47f9-8f0c-bdd3c6d86416 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.628683] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5275c9fd-7ceb-fefb-afd8-cd17ad213403, 'name': SearchDatastore_Task, 'duration_secs': 0.016827} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.629017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.629274] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] dce8d782-2479-4720-adb5-f6f380d7a9bc/dce8d782-2479-4720-adb5-f6f380d7a9bc.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.629546] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-261462bd-10bc-4a78-8d05-0bd819f46e72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.636735] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 787.636735] env[69990]: value = "task-3446087" [ 787.636735] env[69990]: _type = "Task" [ 787.636735] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.646921] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.662035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-f4f00a78-2e08-4d16-a094-e502997341fc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.662035] env[69990]: DEBUG nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Instance network_info: |[{"id": "18d35b0c-619f-49da-ad22-e3a049a89373", "address": "fa:16:3e:7a:2a:f5", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d35b0c-61", "ovs_interfaceid": "18d35b0c-619f-49da-ad22-e3a049a89373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.662035] env[69990]: DEBUG oslo_concurrency.lockutils [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] Acquired lock "refresh_cache-f4f00a78-2e08-4d16-a094-e502997341fc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.662035] env[69990]: DEBUG nova.network.neutron [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Refreshing network info cache for port 18d35b0c-619f-49da-ad22-e3a049a89373 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.662623] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:2a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18d35b0c-619f-49da-ad22-e3a049a89373', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.670123] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating folder: Project (924d4a88cf644ab1bd49987168f56483). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.670887] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8656cf47-60f7-40c8-b7e1-a5c718264952 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.682657] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created folder: Project (924d4a88cf644ab1bd49987168f56483) in parent group-v687779. [ 787.683059] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating folder: Instances. Parent ref: group-v687935. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.684524] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-747a4f76-d5de-475a-a80d-cca3da6fee71 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.693762] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created folder: Instances in parent group-v687935. [ 787.694036] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.694777] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.694777] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60eca074-e73a-4464-9c18-29393404be78 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.715936] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.715936] env[69990]: value = "task-3446090" [ 787.715936] env[69990]: _type = "Task" [ 787.715936] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.724456] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446090, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.769543] env[69990]: DEBUG nova.compute.manager [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.769857] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.770712] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad1c1d6-3d39-4211-9bf0-9d3656ebfa08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.779977] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.780294] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-347b1ff2-25c1-42e1-8909-56c4a9e91835 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.789101] env[69990]: DEBUG oslo_vmware.api [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 787.789101] env[69990]: value = "task-3446091" [ 787.789101] env[69990]: _type = "Task" [ 787.789101] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.802360] env[69990]: DEBUG oslo_vmware.api [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.945353] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.945740] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.954874] env[69990]: DEBUG oslo_concurrency.lockutils [req-e897366c-d684-406b-a3dd-ef82153c411b req-bde30687-f48d-4d34-a478-9a302b5d5899 service nova] Releasing lock "refresh_cache-e294004b-ac53-4fea-876f-0547e0ce009b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.049195] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.050154] env[69990]: DEBUG nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.055515] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.431s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.058342] env[69990]: INFO nova.compute.claims [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.111209] env[69990]: INFO nova.compute.manager [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Took 42.26 seconds to build instance. [ 788.150415] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.228746] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446090, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.304786] env[69990]: DEBUG oslo_vmware.api [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446091, 'name': PowerOffVM_Task, 'duration_secs': 0.29329} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.305860] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.305984] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.306191] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61076fa6-ef2d-46a1-9dfb-6efcbedc2360 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.405638] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.405804] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.405959] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleting the datastore file [datastore2] 2a580581-f0cd-4942-b79f-14f703e886a4 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.406244] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc2e74f3-860e-499c-97cb-9c7dcd2222b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.413820] env[69990]: DEBUG oslo_vmware.api [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 788.413820] env[69990]: value = "task-3446093" [ 788.413820] env[69990]: _type = "Task" [ 788.413820] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.429111] env[69990]: DEBUG nova.network.neutron [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Updated VIF entry in instance network info cache for port 18d35b0c-619f-49da-ad22-e3a049a89373. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.429711] env[69990]: DEBUG nova.network.neutron [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Updating instance_info_cache with network_info: [{"id": "18d35b0c-619f-49da-ad22-e3a049a89373", "address": "fa:16:3e:7a:2a:f5", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d35b0c-61", "ovs_interfaceid": "18d35b0c-619f-49da-ad22-e3a049a89373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.430767] env[69990]: DEBUG oslo_vmware.api [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.567244] env[69990]: DEBUG nova.compute.utils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.569027] env[69990]: DEBUG nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.569136] env[69990]: DEBUG nova.network.neutron [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.614442] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f1f34c-0827-4e54-9dc4-3642c1ce38d0 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.264s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.650485] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577635} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.650756] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] dce8d782-2479-4720-adb5-f6f380d7a9bc/dce8d782-2479-4720-adb5-f6f380d7a9bc.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.650972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.651245] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15f70327-a05a-446d-a3c9-83db71dc81f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.659111] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 788.659111] env[69990]: value = "task-3446094" [ 788.659111] env[69990]: _type = "Task" [ 788.659111] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.668426] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.669993] env[69990]: DEBUG nova.policy [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6ee84dc094d47aeb7f2c4060fcac302', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fe2a0e087574646afdaafde8f3e938f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.726380] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446090, 'name': CreateVM_Task, 'duration_secs': 0.693603} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.726610] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.728741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.728741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.728741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.728741] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0ae4dc-d3c0-4850-9d24-7e58b3f100a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.734134] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 788.734134] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521ec07c-407d-bc8d-6313-e93365c19928" [ 788.734134] env[69990]: _type = "Task" [ 788.734134] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.745157] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521ec07c-407d-bc8d-6313-e93365c19928, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.745487] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.745730] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.746263] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.746263] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.746449] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.746614] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdf4fec3-ea09-4a36-8b91-24c3bcbc7566 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.753723] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.753903] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.754646] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e148db9-8105-4939-9d5c-8e4d65a744c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.759493] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 788.759493] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5243f405-9e0f-125d-34e7-49f5b6800367" [ 788.759493] env[69990]: _type = "Task" [ 788.759493] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.768819] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5243f405-9e0f-125d-34e7-49f5b6800367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.923672] env[69990]: DEBUG oslo_vmware.api [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248793} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.923927] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.924119] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.924317] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.924489] env[69990]: INFO nova.compute.manager [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 788.924732] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.924916] env[69990]: DEBUG nova.compute.manager [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.925017] env[69990]: DEBUG nova.network.neutron [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.936269] env[69990]: DEBUG oslo_concurrency.lockutils [req-c795434c-4779-4788-b27b-ef53e5abcad6 req-f244fb78-5586-42d3-a0bb-7a5e4e580ca8 service nova] Releasing lock "refresh_cache-f4f00a78-2e08-4d16-a094-e502997341fc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.074136] env[69990]: DEBUG nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.091119] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.091119] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.117791] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.169435] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074436} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.172550] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.173794] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f050a9b9-8e98-4aaa-8d06-5a41d8d40a9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.198098] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] dce8d782-2479-4720-adb5-f6f380d7a9bc/dce8d782-2479-4720-adb5-f6f380d7a9bc.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.203082] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36aef21d-f6be-458c-9db7-c86ffb3aef0c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.224944] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 789.224944] env[69990]: value = "task-3446095" [ 789.224944] env[69990]: _type = "Task" [ 789.224944] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.236331] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.273199] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5243f405-9e0f-125d-34e7-49f5b6800367, 'name': SearchDatastore_Task, 'duration_secs': 0.007909} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.273982] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f0e00a-31d4-4058-b83d-4fefa7d6df80 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.283418] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 789.283418] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ea2121-2168-efeb-e3df-1b632be93c8d" [ 789.283418] env[69990]: _type = "Task" [ 789.283418] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.293277] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ea2121-2168-efeb-e3df-1b632be93c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.323837] env[69990]: DEBUG nova.network.neutron [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Successfully created port: d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.438275] env[69990]: DEBUG nova.compute.manager [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Received event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.438475] env[69990]: DEBUG nova.compute.manager [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing instance network info cache due to event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.438713] env[69990]: DEBUG oslo_concurrency.lockutils [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] Acquiring lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.438922] env[69990]: DEBUG oslo_concurrency.lockutils [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] Acquired lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.439102] env[69990]: DEBUG nova.network.neutron [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.540013] env[69990]: DEBUG nova.compute.manager [req-2ebd1301-3d91-4861-8641-fcd3f6057b31 req-7fa83d04-acc1-457a-8ab0-105a18d68af8 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Received event network-vif-deleted-c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.540234] env[69990]: INFO nova.compute.manager [req-2ebd1301-3d91-4861-8641-fcd3f6057b31 req-7fa83d04-acc1-457a-8ab0-105a18d68af8 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Neutron deleted interface c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c; detaching it from the instance and deleting it from the info cache [ 789.540790] env[69990]: DEBUG nova.network.neutron [req-2ebd1301-3d91-4861-8641-fcd3f6057b31 req-7fa83d04-acc1-457a-8ab0-105a18d68af8 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.599369] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.599369] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.599369] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.599369] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.599369] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.599369] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.599369] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 789.599369] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.645809] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.667641] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc17b36-1575-4cc2-a888-bbe637ff7ee9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.676737] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861522f-659d-4861-af54-db97b1987aa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.709063] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeb8850-809d-4caf-bbf1-685de847150f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.717132] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea107e9-6df1-4917-b6ee-3e91633b7cc6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.733376] env[69990]: DEBUG nova.compute.provider_tree [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.744760] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446095, 'name': ReconfigVM_Task, 'duration_secs': 0.302748} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.745529] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Reconfigured VM instance instance-00000036 to attach disk [datastore2] dce8d782-2479-4720-adb5-f6f380d7a9bc/dce8d782-2479-4720-adb5-f6f380d7a9bc.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.746179] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73e97862-b1c3-48ab-846a-b7a3fcf8ab1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.752901] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 789.752901] env[69990]: value = "task-3446096" [ 789.752901] env[69990]: _type = "Task" [ 789.752901] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.766670] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446096, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.794028] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ea2121-2168-efeb-e3df-1b632be93c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.794138] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.794417] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] f4f00a78-2e08-4d16-a094-e502997341fc/f4f00a78-2e08-4d16-a094-e502997341fc.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.795063] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7e8e18-09d1-4f92-829b-0695f34b98ac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.801078] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 789.801078] env[69990]: value = "task-3446097" [ 789.801078] env[69990]: _type = "Task" [ 789.801078] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.812190] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.014828] env[69990]: DEBUG nova.network.neutron [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.044882] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b940eb1-9f5c-4a44-a4f3-8b81fefefe15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.055799] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9fe966-5baf-4d4f-ad0e-eff20aeed537 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.090024] env[69990]: DEBUG nova.compute.manager [req-2ebd1301-3d91-4861-8641-fcd3f6057b31 req-7fa83d04-acc1-457a-8ab0-105a18d68af8 service nova] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Detach interface failed, port_id=c2d2890c-b4a1-4bba-b20a-7e1a3a2cdd3c, reason: Instance 2a580581-f0cd-4942-b79f-14f703e886a4 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 790.099737] env[69990]: DEBUG nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.107301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.136096] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.136365] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.136522] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.136705] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.136853] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.136998] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.137249] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.137413] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.137570] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.137736] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.137909] env[69990]: DEBUG nova.virt.hardware [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.138844] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7803f-5de6-4b7a-9942-df9c82fbe982 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.149475] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d4324-a7b3-4368-bbc5-41399fee306c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.240555] env[69990]: DEBUG nova.scheduler.client.report [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.267652] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446096, 'name': Rename_Task, 'duration_secs': 0.153765} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.268574] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.268868] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8850fa-6ab6-4d8c-9d36-981f008faf57 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.275846] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 790.275846] env[69990]: value = "task-3446098" [ 790.275846] env[69990]: _type = "Task" [ 790.275846] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.283872] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.311863] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486666} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.312139] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] f4f00a78-2e08-4d16-a094-e502997341fc/f4f00a78-2e08-4d16-a094-e502997341fc.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.312359] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.312716] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef652d4-ef79-4c06-9a60-eb42f3bc2414 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.321325] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 790.321325] env[69990]: value = "task-3446099" [ 790.321325] env[69990]: _type = "Task" [ 790.321325] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.330940] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.425013] env[69990]: DEBUG nova.network.neutron [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updated VIF entry in instance network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.425469] env[69990]: DEBUG nova.network.neutron [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.519686] env[69990]: INFO nova.compute.manager [-] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Took 1.59 seconds to deallocate network for instance. [ 790.749318] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.749848] env[69990]: DEBUG nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.752737] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.899s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.791341] env[69990]: DEBUG oslo_vmware.api [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446098, 'name': PowerOnVM_Task, 'duration_secs': 0.492564} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.792150] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.792435] env[69990]: INFO nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Took 8.21 seconds to spawn the instance on the hypervisor. [ 790.792985] env[69990]: DEBUG nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.794878] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94dbb8f-70d1-4dc3-aca9-42f53d859828 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.832824] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063779} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.833183] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.834898] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082d25bf-abfb-4c4e-8793-3f12a5dbe5f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.864104] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f4f00a78-2e08-4d16-a094-e502997341fc/f4f00a78-2e08-4d16-a094-e502997341fc.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.864943] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41baedc5-dd6e-4082-984d-ef8c457d43dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.887035] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 790.887035] env[69990]: value = "task-3446100" [ 790.887035] env[69990]: _type = "Task" [ 790.887035] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.897527] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.930095] env[69990]: DEBUG oslo_concurrency.lockutils [req-be181173-f332-49f6-a96a-fff2c1eab36a req-9984b09c-46fe-42d4-8080-114d34a7ecbb service nova] Releasing lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.026326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.061432] env[69990]: DEBUG nova.network.neutron [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Successfully updated port: d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.256919] env[69990]: DEBUG nova.compute.utils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.261030] env[69990]: INFO nova.compute.claims [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.264767] env[69990]: DEBUG nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.265127] env[69990]: DEBUG nova.network.neutron [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.304065] env[69990]: DEBUG nova.policy [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.314750] env[69990]: INFO nova.compute.manager [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Took 40.20 seconds to build instance. [ 791.398901] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.467345] env[69990]: DEBUG nova.compute.manager [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Received event network-vif-plugged-d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.467599] env[69990]: DEBUG oslo_concurrency.lockutils [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] Acquiring lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.467811] env[69990]: DEBUG oslo_concurrency.lockutils [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.467976] env[69990]: DEBUG oslo_concurrency.lockutils [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.468897] env[69990]: DEBUG nova.compute.manager [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] No waiting events found dispatching network-vif-plugged-d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.469176] env[69990]: WARNING nova.compute.manager [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Received unexpected event network-vif-plugged-d777b1ef-3cfc-4e70-b185-ff081068b2b2 for instance with vm_state building and task_state spawning. [ 791.469505] env[69990]: DEBUG nova.compute.manager [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Received event network-changed-d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.469572] env[69990]: DEBUG nova.compute.manager [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Refreshing instance network info cache due to event network-changed-d777b1ef-3cfc-4e70-b185-ff081068b2b2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.469788] env[69990]: DEBUG oslo_concurrency.lockutils [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] Acquiring lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.469949] env[69990]: DEBUG oslo_concurrency.lockutils [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] Acquired lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.470157] env[69990]: DEBUG nova.network.neutron [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Refreshing network info cache for port d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.564378] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.632224] env[69990]: DEBUG nova.network.neutron [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Successfully created port: b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.766258] env[69990]: DEBUG nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.771743] env[69990]: INFO nova.compute.resource_tracker [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating resource usage from migration a91fa51f-5d06-4568-bcee-e602ea5d9563 [ 791.820219] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46a20abe-a3ff-4a4b-9f7d-1c50c11058bb tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.304s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.901510] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.065258] env[69990]: DEBUG nova.network.neutron [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.285327] env[69990]: DEBUG nova.network.neutron [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.324681] env[69990]: DEBUG nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.380963] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33cbc28-29f5-4de7-b0fa-aa529a7d4d0d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.389855] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c05d81-0d13-44a2-86d9-40633875310d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.402385] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446100, 'name': ReconfigVM_Task, 'duration_secs': 1.040587} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.433267] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f4f00a78-2e08-4d16-a094-e502997341fc/f4f00a78-2e08-4d16-a094-e502997341fc.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.434734] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38690ac4-a309-4451-b943-5275731f2800 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.437062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d0f281-1ec8-4f30-8079-2f0f615b11ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.445054] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8767b9-31f4-4da6-94ed-750e19b0e858 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.449969] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 792.449969] env[69990]: value = "task-3446101" [ 792.449969] env[69990]: _type = "Task" [ 792.449969] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.463289] env[69990]: DEBUG nova.compute.provider_tree [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.471215] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446101, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.519124] env[69990]: DEBUG nova.compute.manager [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Received event network-changed-ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.519124] env[69990]: DEBUG nova.compute.manager [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Refreshing instance network info cache due to event network-changed-ed3ea2a8-3f7f-4de4-87b1-322619929c6a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.519124] env[69990]: DEBUG oslo_concurrency.lockutils [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] Acquiring lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.519124] env[69990]: DEBUG oslo_concurrency.lockutils [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] Acquired lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.520769] env[69990]: DEBUG nova.network.neutron [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Refreshing network info cache for port ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.781519] env[69990]: DEBUG nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.790395] env[69990]: DEBUG oslo_concurrency.lockutils [req-87de1059-597c-47fb-b120-e762e55c84ed req-58018e04-a656-4023-99c7-9abf8e46c165 service nova] Releasing lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.790467] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquired lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.790613] env[69990]: DEBUG nova.network.neutron [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.815234] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.815619] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.816825] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.817135] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.817313] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.817472] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.817709] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.817838] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.818028] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.818226] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.818421] env[69990]: DEBUG nova.virt.hardware [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.819736] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfe7c80-908d-4597-8b01-9acf7396aff9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.828551] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da72c3bc-4c22-45c3-a66a-7475d263ff30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.854376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.964050] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446101, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.967157] env[69990]: DEBUG nova.scheduler.client.report [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.389519] env[69990]: DEBUG nova.network.neutron [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.463912] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446101, 'name': Rename_Task, 'duration_secs': 0.702349} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.466549] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.468611] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f1b8b2-5938-40e5-95f6-e5d33a0fc765 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.474237] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.721s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.474420] env[69990]: INFO nova.compute.manager [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Migrating [ 793.483487] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.026s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.483967] env[69990]: DEBUG nova.objects.instance [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lazy-loading 'resources' on Instance uuid 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.487986] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 793.487986] env[69990]: value = "task-3446102" [ 793.487986] env[69990]: _type = "Task" [ 793.487986] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.503771] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446102, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.590337] env[69990]: DEBUG nova.network.neutron [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Successfully updated port: b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.686273] env[69990]: DEBUG nova.network.neutron [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Updating instance_info_cache with network_info: [{"id": "d777b1ef-3cfc-4e70-b185-ff081068b2b2", "address": "fa:16:3e:04:b9:e8", "network": {"id": "d2d76d68-bd19-4309-86b4-24fcab98f47d", "bridge": "br-int", "label": "tempest-ServersTestJSON-506766755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fe2a0e087574646afdaafde8f3e938f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd777b1ef-3c", "ovs_interfaceid": "d777b1ef-3cfc-4e70-b185-ff081068b2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.717627] env[69990]: DEBUG nova.network.neutron [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updated VIF entry in instance network info cache for port ed3ea2a8-3f7f-4de4-87b1-322619929c6a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.718802] env[69990]: DEBUG nova.network.neutron [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.750546] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.750784] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.935772] env[69990]: DEBUG nova.compute.manager [req-a2ef5af9-5b5e-4689-9a0b-948d0479927e req-92d15b18-a183-4d8a-bb8c-8f71c01955aa service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received event network-vif-plugged-b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.936636] env[69990]: DEBUG oslo_concurrency.lockutils [req-a2ef5af9-5b5e-4689-9a0b-948d0479927e req-92d15b18-a183-4d8a-bb8c-8f71c01955aa service nova] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.936636] env[69990]: DEBUG oslo_concurrency.lockutils [req-a2ef5af9-5b5e-4689-9a0b-948d0479927e req-92d15b18-a183-4d8a-bb8c-8f71c01955aa service nova] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.936636] env[69990]: DEBUG oslo_concurrency.lockutils [req-a2ef5af9-5b5e-4689-9a0b-948d0479927e req-92d15b18-a183-4d8a-bb8c-8f71c01955aa service nova] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.936636] env[69990]: DEBUG nova.compute.manager [req-a2ef5af9-5b5e-4689-9a0b-948d0479927e req-92d15b18-a183-4d8a-bb8c-8f71c01955aa service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] No waiting events found dispatching network-vif-plugged-b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.936791] env[69990]: WARNING nova.compute.manager [req-a2ef5af9-5b5e-4689-9a0b-948d0479927e req-92d15b18-a183-4d8a-bb8c-8f71c01955aa service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received unexpected event network-vif-plugged-b8d904f6-5ae4-4c47-be1f-6171c2488457 for instance with vm_state building and task_state spawning. [ 794.001892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.002465] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.002713] env[69990]: DEBUG nova.network.neutron [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.004384] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.097471] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.097618] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.097766] env[69990]: DEBUG nova.network.neutron [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.188350] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Releasing lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.188657] env[69990]: DEBUG nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Instance network_info: |[{"id": "d777b1ef-3cfc-4e70-b185-ff081068b2b2", "address": "fa:16:3e:04:b9:e8", "network": {"id": "d2d76d68-bd19-4309-86b4-24fcab98f47d", "bridge": "br-int", "label": "tempest-ServersTestJSON-506766755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fe2a0e087574646afdaafde8f3e938f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd777b1ef-3c", "ovs_interfaceid": "d777b1ef-3cfc-4e70-b185-ff081068b2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.189091] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b9:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd777b1ef-3cfc-4e70-b185-ff081068b2b2', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.197072] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Creating folder: Project (5fe2a0e087574646afdaafde8f3e938f). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.199759] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6367361-7e01-4c3e-96b6-91992f357f41 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.212053] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Created folder: Project (5fe2a0e087574646afdaafde8f3e938f) in parent group-v687779. [ 794.212271] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Creating folder: Instances. Parent ref: group-v687938. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.212522] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6d7edad-4081-4ea0-914f-8d430c7d6e2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.221402] env[69990]: DEBUG oslo_concurrency.lockutils [req-cbe97e8e-effa-48c0-8892-89af90219c20 req-2bae13e6-6e0a-4e18-952b-5fb7d142e3df service nova] Releasing lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.224729] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Created folder: Instances in parent group-v687938. [ 794.224962] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.225224] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.227571] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b65432-7313-4eff-bc45-ada3d2254b30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.249529] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.249529] env[69990]: value = "task-3446105" [ 794.249529] env[69990]: _type = "Task" [ 794.249529] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.259845] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446105, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.452960] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ebb3e4-9fed-4dd7-9af8-a939f3695863 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.460765] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d49abd-6bb9-4b37-bf66-c297c86d97c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.495154] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d48f8a-1889-4a38-bc9a-3d0af07733f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.502767] env[69990]: DEBUG oslo_vmware.api [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446102, 'name': PowerOnVM_Task, 'duration_secs': 0.917791} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.504685] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.504900] env[69990]: INFO nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Took 9.31 seconds to spawn the instance on the hypervisor. [ 794.505095] env[69990]: DEBUG nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.507908] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476fd156-7970-4521-bfd9-ca7ba5428074 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.511290] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073811c2-4115-4538-8619-add5919b18af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.530178] env[69990]: DEBUG nova.compute.provider_tree [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.667938] env[69990]: DEBUG nova.network.neutron [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.759885] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446105, 'name': CreateVM_Task, 'duration_secs': 0.389105} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.760068] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.760742] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.760891] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.761227] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.761481] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0817506f-ee5a-4141-8dcc-b2847ac51294 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.766027] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 794.766027] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5204e36a-09a2-410e-abda-a32005fa05c6" [ 794.766027] env[69990]: _type = "Task" [ 794.766027] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.773557] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5204e36a-09a2-410e-abda-a32005fa05c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.850678] env[69990]: DEBUG nova.network.neutron [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance_info_cache with network_info: [{"id": "dd314168-caab-4978-a024-d2716e019911", "address": "fa:16:3e:18:f4:52", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd314168-ca", "ovs_interfaceid": "dd314168-caab-4978-a024-d2716e019911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.897614] env[69990]: DEBUG nova.network.neutron [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.037260] env[69990]: DEBUG nova.scheduler.client.report [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.042169] env[69990]: INFO nova.compute.manager [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Took 40.73 seconds to build instance. [ 795.277816] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5204e36a-09a2-410e-abda-a32005fa05c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016647} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.278155] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.278401] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.278636] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.278781] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.278960] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.279240] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b92335b-0186-41ba-830f-a1edbb8d8c28 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.290027] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.290803] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.292030] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470574d4-5596-4063-bfd4-6ed8dfa7a828 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.296476] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 795.296476] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52778c89-a97c-a44c-df29-3bd9103001aa" [ 795.296476] env[69990]: _type = "Task" [ 795.296476] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.305499] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52778c89-a97c-a44c-df29-3bd9103001aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.354950] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.377566] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "f4f00a78-2e08-4d16-a094-e502997341fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.400381] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.400787] env[69990]: DEBUG nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Instance network_info: |[{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.401288] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b6:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8d904f6-5ae4-4c47-be1f-6171c2488457', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.408911] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Creating folder: Project (e6b50bb09b62449f8f20ea9a92da48c5). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.409491] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c75c851e-3e78-45c3-a4a6-4afda6ba2af8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.420228] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Created folder: Project (e6b50bb09b62449f8f20ea9a92da48c5) in parent group-v687779. [ 795.420459] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Creating folder: Instances. Parent ref: group-v687941. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.420790] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-091cffee-ff42-4b64-98b7-551761dc20e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.431056] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Created folder: Instances in parent group-v687941. [ 795.431285] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.431475] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.431674] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13ac98e3-dbc7-4ae7-a014-c598d42d6b31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.449997] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.449997] env[69990]: value = "task-3446108" [ 795.449997] env[69990]: _type = "Task" [ 795.449997] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.459236] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446108, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.543034] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.545626] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.696s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.547215] env[69990]: INFO nova.compute.claims [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.549942] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48bf157d-a263-4bd4-8784-8e9b21a157a7 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "f4f00a78-2e08-4d16-a094-e502997341fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.324s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.551159] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "f4f00a78-2e08-4d16-a094-e502997341fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.174s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.551377] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "f4f00a78-2e08-4d16-a094-e502997341fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.551578] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "f4f00a78-2e08-4d16-a094-e502997341fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.551744] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "f4f00a78-2e08-4d16-a094-e502997341fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.553981] env[69990]: INFO nova.compute.manager [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Terminating instance [ 795.565635] env[69990]: INFO nova.scheduler.client.report [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Deleted allocations for instance 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c [ 795.807523] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52778c89-a97c-a44c-df29-3bd9103001aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.808346] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f397631-d13e-40a3-8dba-2765162ce271 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.813763] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 795.813763] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522aca76-1756-7736-2904-fb9e97c61814" [ 795.813763] env[69990]: _type = "Task" [ 795.813763] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.821599] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522aca76-1756-7736-2904-fb9e97c61814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.958021] env[69990]: DEBUG nova.compute.manager [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received event network-changed-b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.958021] env[69990]: DEBUG nova.compute.manager [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Refreshing instance network info cache due to event network-changed-b8d904f6-5ae4-4c47-be1f-6171c2488457. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.958272] env[69990]: DEBUG oslo_concurrency.lockutils [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] Acquiring lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.958272] env[69990]: DEBUG oslo_concurrency.lockutils [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] Acquired lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.958431] env[69990]: DEBUG nova.network.neutron [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Refreshing network info cache for port b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.963301] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446108, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.054043] env[69990]: DEBUG nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.057025] env[69990]: DEBUG nova.compute.manager [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.057120] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.058068] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a081da8-cd9c-44b0-aa49-5a9ffd2db1db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.065678] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.066577] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dbf9d98-b4b3-4560-af62-3fe8166428c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.072246] env[69990]: DEBUG oslo_concurrency.lockutils [None req-189f09af-f046-4a72-bf4e-01c96432d2d7 tempest-ServersAaction247Test-795834874 tempest-ServersAaction247Test-795834874-project-member] Lock "55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.980s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.074316] env[69990]: DEBUG oslo_vmware.api [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 796.074316] env[69990]: value = "task-3446109" [ 796.074316] env[69990]: _type = "Task" [ 796.074316] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.082813] env[69990]: DEBUG oslo_vmware.api [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.325158] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522aca76-1756-7736-2904-fb9e97c61814, 'name': SearchDatastore_Task, 'duration_secs': 0.012668} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.325469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.325754] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] eeb6aed3-1819-40d6-bb31-15337b7b0f14/eeb6aed3-1819-40d6-bb31-15337b7b0f14.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.326033] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8745c4ed-efa9-4b02-a911-24d1e640006e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.332264] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 796.332264] env[69990]: value = "task-3446110" [ 796.332264] env[69990]: _type = "Task" [ 796.332264] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.340414] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.460058] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446108, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.580563] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.588248] env[69990]: DEBUG oslo_vmware.api [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446109, 'name': PowerOffVM_Task, 'duration_secs': 0.373067} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.588589] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.588819] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.589291] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc82913-3e3f-4892-a89b-8e30a7155274 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.658256] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.658479] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.658656] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleting the datastore file [datastore2] f4f00a78-2e08-4d16-a094-e502997341fc {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.658916] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b19976ba-5aac-4d5b-aae8-e81719dbcdf2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.666634] env[69990]: DEBUG oslo_vmware.api [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 796.666634] env[69990]: value = "task-3446112" [ 796.666634] env[69990]: _type = "Task" [ 796.666634] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.677247] env[69990]: DEBUG oslo_vmware.api [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.818122] env[69990]: DEBUG nova.network.neutron [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updated VIF entry in instance network info cache for port b8d904f6-5ae4-4c47-be1f-6171c2488457. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.818689] env[69990]: DEBUG nova.network.neutron [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.844749] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.873141] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb82a52-34ad-46fc-a814-fb08348c1f46 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.898334] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance 'a78c0515-6ba4-43af-9d9e-50a253adc898' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.962103] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446108, 'name': CreateVM_Task, 'duration_secs': 1.399464} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.966534] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.967789] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.968079] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.968341] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.968620] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae55e63-ecf5-49f5-87a7-e17a190d1bd7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.974266] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 796.974266] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5298513a-6143-2116-070a-f9b743af90f1" [ 796.974266] env[69990]: _type = "Task" [ 796.974266] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.985974] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5298513a-6143-2116-070a-f9b743af90f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.090581] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfaf9f8-dd88-4c59-b9b4-bb8553acedc6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.098544] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b03b4e-e53c-4af7-b7d5-64677110aea3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.132141] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074d2fcb-4d0e-4495-9554-00becb6e6a5e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.141758] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57bba0d-3bc7-4f38-aafd-600a2205e433 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.155714] env[69990]: DEBUG nova.compute.provider_tree [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.178824] env[69990]: DEBUG oslo_vmware.api [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472022} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.179214] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.179278] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.179453] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.179617] env[69990]: INFO nova.compute.manager [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 797.179853] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.180062] env[69990]: DEBUG nova.compute.manager [-] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.180156] env[69990]: DEBUG nova.network.neutron [-] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.322041] env[69990]: DEBUG oslo_concurrency.lockutils [req-cb0eb7fd-2d82-44a9-a9d7-b712d003c43c req-fff14fe0-2a24-43fd-94f2-e843991170d4 service nova] Releasing lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.344820] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690912} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.345635] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] eeb6aed3-1819-40d6-bb31-15337b7b0f14/eeb6aed3-1819-40d6-bb31-15337b7b0f14.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.345635] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.345635] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96f1cc33-b164-44a0-9c09-44b40048219a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.352346] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 797.352346] env[69990]: value = "task-3446113" [ 797.352346] env[69990]: _type = "Task" [ 797.352346] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.364034] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.408806] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.409237] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98fa5ea8-038b-47b8-ac97-fa637c79ec7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.416329] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 797.416329] env[69990]: value = "task-3446114" [ 797.416329] env[69990]: _type = "Task" [ 797.416329] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.427642] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.486931] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5298513a-6143-2116-070a-f9b743af90f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.487288] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.487545] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.487821] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.487996] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.488214] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.488509] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e75b2e-f17a-41a5-915d-443aa723fe78 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.500106] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.500328] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.501388] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257665a7-2909-48cf-9d27-4fbe12677f8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.507566] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 797.507566] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ed60e0-2410-8a1c-6c0d-b2780d4638c9" [ 797.507566] env[69990]: _type = "Task" [ 797.507566] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.515708] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ed60e0-2410-8a1c-6c0d-b2780d4638c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.582916] env[69990]: DEBUG nova.compute.manager [req-926813a8-434a-444a-ade6-7afa9e229a1f req-c53630ac-fadc-4424-949d-bc377b7b798c service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Received event network-vif-deleted-18d35b0c-619f-49da-ad22-e3a049a89373 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.583724] env[69990]: INFO nova.compute.manager [req-926813a8-434a-444a-ade6-7afa9e229a1f req-c53630ac-fadc-4424-949d-bc377b7b798c service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Neutron deleted interface 18d35b0c-619f-49da-ad22-e3a049a89373; detaching it from the instance and deleting it from the info cache [ 797.584072] env[69990]: DEBUG nova.network.neutron [req-926813a8-434a-444a-ade6-7afa9e229a1f req-c53630ac-fadc-4424-949d-bc377b7b798c service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.659575] env[69990]: DEBUG nova.scheduler.client.report [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.865870] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25346} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.866328] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.867613] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa006f1-b7ec-43c5-8eb7-58f2d417fd5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.892742] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] eeb6aed3-1819-40d6-bb31-15337b7b0f14/eeb6aed3-1819-40d6-bb31-15337b7b0f14.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.893070] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd69daa-7c01-40de-bdf0-febe2db03c42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.912537] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 797.912537] env[69990]: value = "task-3446115" [ 797.912537] env[69990]: _type = "Task" [ 797.912537] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.923557] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.929262] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446114, 'name': PowerOffVM_Task, 'duration_secs': 0.351963} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.929747] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.929747] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance 'a78c0515-6ba4-43af-9d9e-50a253adc898' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.987999] env[69990]: DEBUG nova.network.neutron [-] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.020452] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ed60e0-2410-8a1c-6c0d-b2780d4638c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013967} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.021401] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac80dde-4d16-4f2b-a1ad-e86e8f13dd5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.026934] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 798.026934] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a09153-974c-e0a1-afea-3616bc624c8f" [ 798.026934] env[69990]: _type = "Task" [ 798.026934] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.039289] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a09153-974c-e0a1-afea-3616bc624c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.087858] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b802db4-b2ca-498f-a55f-7abad8074616 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.097338] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2184f93-5768-4299-89c9-86b74203278c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.130025] env[69990]: DEBUG nova.compute.manager [req-926813a8-434a-444a-ade6-7afa9e229a1f req-c53630ac-fadc-4424-949d-bc377b7b798c service nova] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Detach interface failed, port_id=18d35b0c-619f-49da-ad22-e3a049a89373, reason: Instance f4f00a78-2e08-4d16-a094-e502997341fc could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.165884] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.166029] env[69990]: DEBUG nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.170126] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.340s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.170126] env[69990]: DEBUG nova.objects.instance [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lazy-loading 'resources' on Instance uuid b547a781-eb85-40cc-8508-f78b29144ace {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.426357] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.437564] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.437865] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.438115] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.438389] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.439916] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.439916] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.439916] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.439916] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.439916] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.439916] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.440215] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.448983] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4fc524d-5fe2-4071-bbaf-5332986ca0f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.468076] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 798.468076] env[69990]: value = "task-3446116" [ 798.468076] env[69990]: _type = "Task" [ 798.468076] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.477299] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.490663] env[69990]: INFO nova.compute.manager [-] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Took 1.31 seconds to deallocate network for instance. [ 798.545283] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a09153-974c-e0a1-afea-3616bc624c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.03006} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.546292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.546567] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5e17d57e-213d-496c-aa6b-653c9d1e0302/5e17d57e-213d-496c-aa6b-653c9d1e0302.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.546867] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970cf544-48ed-4fe0-81b2-d522990b299c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.554913] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 798.554913] env[69990]: value = "task-3446117" [ 798.554913] env[69990]: _type = "Task" [ 798.554913] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.564602] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.673383] env[69990]: DEBUG nova.compute.utils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.675032] env[69990]: DEBUG nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.678928] env[69990]: DEBUG nova.network.neutron [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.743703] env[69990]: DEBUG nova.policy [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd15d6b49411549d48c501856123e1131', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26ad25f9b6734c8dadd5584685ac395a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.926558] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446115, 'name': ReconfigVM_Task, 'duration_secs': 0.94041} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.926558] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Reconfigured VM instance instance-00000038 to attach disk [datastore1] eeb6aed3-1819-40d6-bb31-15337b7b0f14/eeb6aed3-1819-40d6-bb31-15337b7b0f14.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.927269] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d54bc1e-a8a8-400d-bb84-d7db9874ebe4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.938562] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 798.938562] env[69990]: value = "task-3446118" [ 798.938562] env[69990]: _type = "Task" [ 798.938562] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.950749] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446118, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.990576] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446116, 'name': ReconfigVM_Task, 'duration_secs': 0.294912} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.994667] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance 'a78c0515-6ba4-43af-9d9e-50a253adc898' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.007069] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.069995] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446117, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.076924] env[69990]: DEBUG nova.network.neutron [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Successfully created port: 3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.187937] env[69990]: DEBUG nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.304990] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef41120c-d330-4758-a475-4f5b00d89662 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.316114] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7442860-14dd-4caa-8195-7df78c731bb5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.354049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be3de54-30c3-4b16-82d4-16375d1d278e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.362455] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbabf92e-05fb-4552-99f9-d439ac9aeecf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.383035] env[69990]: DEBUG nova.compute.provider_tree [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.448869] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446118, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.506594] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2a9e5b4e-2026-4cf6-8390-16522954d3f7',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1772487526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.506594] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.506594] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.506594] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.506972] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.506972] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.507090] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.507246] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.507405] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.507744] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.507744] env[69990]: DEBUG nova.virt.hardware [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.516017] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 799.516017] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f4549f-b33c-4e65-a75f-4294b1483749 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.534692] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 799.534692] env[69990]: value = "task-3446119" [ 799.534692] env[69990]: _type = "Task" [ 799.534692] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.543672] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.566108] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7272} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.566527] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5e17d57e-213d-496c-aa6b-653c9d1e0302/5e17d57e-213d-496c-aa6b-653c9d1e0302.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.566850] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.567171] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c68e7d-2586-4016-bdc0-574d70579118 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.575122] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 799.575122] env[69990]: value = "task-3446120" [ 799.575122] env[69990]: _type = "Task" [ 799.575122] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.583695] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.887991] env[69990]: DEBUG nova.scheduler.client.report [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.949289] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446118, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.047404] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.086040] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077664} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.086349] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.087258] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddef1e8-b068-475e-b71a-85a9628ae38b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.109976] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5e17d57e-213d-496c-aa6b-653c9d1e0302/5e17d57e-213d-496c-aa6b-653c9d1e0302.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.110317] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48140f1-29c4-4c1d-8c51-c3b945447c63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.130134] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 800.130134] env[69990]: value = "task-3446121" [ 800.130134] env[69990]: _type = "Task" [ 800.130134] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.138287] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.200475] env[69990]: DEBUG nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.224051] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.224051] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.224234] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.224400] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.224545] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.224692] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.224903] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.225085] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.225254] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.225418] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.225602] env[69990]: DEBUG nova.virt.hardware [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.226541] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b2edeb-b957-4634-b79a-e163b53fa40a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.234243] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b9571-6d22-4c37-babd-a324ab49c0ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.392546] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.394611] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.497s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.394844] env[69990]: DEBUG nova.objects.instance [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lazy-loading 'resources' on Instance uuid 24ccf076-5a88-4dae-bdcc-cf3d70716949 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.410429] env[69990]: INFO nova.scheduler.client.report [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Deleted allocations for instance b547a781-eb85-40cc-8508-f78b29144ace [ 800.450367] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446118, 'name': Rename_Task, 'duration_secs': 1.294782} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.450701] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.451015] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d252013-a063-4361-8a12-f844b40c3f66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.457466] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 800.457466] env[69990]: value = "task-3446122" [ 800.457466] env[69990]: _type = "Task" [ 800.457466] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.466251] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.546197] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.641719] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.660743] env[69990]: DEBUG nova.compute.manager [req-1aab9ca5-3807-445c-ac3c-017cb0e69903 req-a753751c-1739-49ff-8e5c-5bd4ae99231b service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Received event network-vif-plugged-3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.661165] env[69990]: DEBUG oslo_concurrency.lockutils [req-1aab9ca5-3807-445c-ac3c-017cb0e69903 req-a753751c-1739-49ff-8e5c-5bd4ae99231b service nova] Acquiring lock "89dfd971-09d2-4259-80a0-66c7a14e087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.661449] env[69990]: DEBUG oslo_concurrency.lockutils [req-1aab9ca5-3807-445c-ac3c-017cb0e69903 req-a753751c-1739-49ff-8e5c-5bd4ae99231b service nova] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.661683] env[69990]: DEBUG oslo_concurrency.lockutils [req-1aab9ca5-3807-445c-ac3c-017cb0e69903 req-a753751c-1739-49ff-8e5c-5bd4ae99231b service nova] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.661891] env[69990]: DEBUG nova.compute.manager [req-1aab9ca5-3807-445c-ac3c-017cb0e69903 req-a753751c-1739-49ff-8e5c-5bd4ae99231b service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] No waiting events found dispatching network-vif-plugged-3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.662135] env[69990]: WARNING nova.compute.manager [req-1aab9ca5-3807-445c-ac3c-017cb0e69903 req-a753751c-1739-49ff-8e5c-5bd4ae99231b service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Received unexpected event network-vif-plugged-3d1d56ff-bfcb-49be-92f2-cdc7394964d8 for instance with vm_state building and task_state spawning. [ 800.761518] env[69990]: DEBUG nova.network.neutron [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Successfully updated port: 3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.824436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "652b92c2-2ed3-413e-88b9-47a22feb68d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.824680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.919448] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46601919-40cf-47b9-be9c-89d03b93831b tempest-ServerShowV247Test-853354651 tempest-ServerShowV247Test-853354651-project-member] Lock "b547a781-eb85-40cc-8508-f78b29144ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.323s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.970323] env[69990]: DEBUG oslo_vmware.api [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446122, 'name': PowerOnVM_Task, 'duration_secs': 0.497894} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.970790] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.970992] env[69990]: INFO nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Took 10.87 seconds to spawn the instance on the hypervisor. [ 800.971266] env[69990]: DEBUG nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.972050] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f143c-10eb-49bb-9be7-afcc903c71ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.047665] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446119, 'name': ReconfigVM_Task, 'duration_secs': 1.145748} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.047946] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 801.048798] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba3c28d-bece-4e83-ab86-921a2fd498fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.072739] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.072988] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9283654f-c5dd-4d00-8e2e-0681202fbedb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.091884] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 801.091884] env[69990]: value = "task-3446123" [ 801.091884] env[69990]: _type = "Task" [ 801.091884] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.100158] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.143667] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446121, 'name': ReconfigVM_Task, 'duration_secs': 0.514982} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.143963] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5e17d57e-213d-496c-aa6b-653c9d1e0302/5e17d57e-213d-496c-aa6b-653c9d1e0302.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.144608] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ac34bb7-fb2d-469f-9e15-cc894a23fecf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.150238] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 801.150238] env[69990]: value = "task-3446124" [ 801.150238] env[69990]: _type = "Task" [ 801.150238] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.160492] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446124, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.265680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.265846] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.266015] env[69990]: DEBUG nova.network.neutron [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.496580] env[69990]: INFO nova.compute.manager [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Took 45.00 seconds to build instance. [ 801.558434] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5851b7-2348-47ca-8ff9-dd6dd538e6dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.567327] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c3c33d-c1db-4a7b-9481-4c353995b40d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.604078] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6646dc-fa1e-4ac3-959e-f04cfb89d0b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.615653] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ecf2f-0aa6-468f-bc0d-5587028d27b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.620190] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.634424] env[69990]: DEBUG nova.compute.provider_tree [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.662508] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446124, 'name': Rename_Task, 'duration_secs': 0.181853} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.663124] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.663124] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe138ddf-e428-44f0-a3ea-5001434e7316 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.669060] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 801.669060] env[69990]: value = "task-3446125" [ 801.669060] env[69990]: _type = "Task" [ 801.669060] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.677745] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.836278] env[69990]: DEBUG nova.network.neutron [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.001114] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c47b1ff-6eab-404f-bf72-58378d1a5f0d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.012s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.110214] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446123, 'name': ReconfigVM_Task, 'duration_secs': 0.539266} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.110507] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.110775] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance 'a78c0515-6ba4-43af-9d9e-50a253adc898' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.114937] env[69990]: DEBUG nova.network.neutron [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updating instance_info_cache with network_info: [{"id": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "address": "fa:16:3e:4c:14:c4", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1d56ff-bf", "ovs_interfaceid": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.138341] env[69990]: DEBUG nova.scheduler.client.report [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.178970] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446125, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.503791] env[69990]: DEBUG nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.609198] env[69990]: DEBUG nova.compute.manager [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Received event network-changed-d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.609472] env[69990]: DEBUG nova.compute.manager [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Refreshing instance network info cache due to event network-changed-d777b1ef-3cfc-4e70-b185-ff081068b2b2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.610219] env[69990]: DEBUG oslo_concurrency.lockutils [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] Acquiring lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.610456] env[69990]: DEBUG oslo_concurrency.lockutils [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] Acquired lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.610777] env[69990]: DEBUG nova.network.neutron [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Refreshing network info cache for port d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.621945] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Releasing lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.622276] env[69990]: DEBUG nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Instance network_info: |[{"id": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "address": "fa:16:3e:4c:14:c4", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1d56ff-bf", "ovs_interfaceid": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.623948] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0b9fd-731e-427f-9e57-49adf2188ebe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.626763] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:14:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d1d56ff-bfcb-49be-92f2-cdc7394964d8', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.634551] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.636327] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.637092] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88f723fc-7f43-4c72-b760-0c0fd0aa295d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.674591] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.677964] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.799s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.679755] env[69990]: INFO nova.compute.claims [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.691145] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90402842-4f03-41c0-bffc-295a83874e00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.698361] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.698361] env[69990]: value = "task-3446126" [ 802.698361] env[69990]: _type = "Task" [ 802.698361] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.705897] env[69990]: INFO nova.scheduler.client.report [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Deleted allocations for instance 24ccf076-5a88-4dae-bdcc-cf3d70716949 [ 802.728026] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446126, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.728026] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance 'a78c0515-6ba4-43af-9d9e-50a253adc898' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.733658] env[69990]: DEBUG oslo_vmware.api [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446125, 'name': PowerOnVM_Task, 'duration_secs': 0.936028} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.734244] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.734506] env[69990]: INFO nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Took 9.95 seconds to spawn the instance on the hypervisor. [ 802.734739] env[69990]: DEBUG nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.735616] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c691a4-9efd-42f9-bf0b-28a5ce1cf8a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.819067] env[69990]: DEBUG nova.compute.manager [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Received event network-changed-3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.819301] env[69990]: DEBUG nova.compute.manager [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Refreshing instance network info cache due to event network-changed-3d1d56ff-bfcb-49be-92f2-cdc7394964d8. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.819488] env[69990]: DEBUG oslo_concurrency.lockutils [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] Acquiring lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.819615] env[69990]: DEBUG oslo_concurrency.lockutils [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] Acquired lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.819832] env[69990]: DEBUG nova.network.neutron [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Refreshing network info cache for port 3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.027363] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.210388] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446126, 'name': CreateVM_Task, 'duration_secs': 0.38817} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.210796] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.211997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.212375] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.213070] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.215064] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c352c4-479b-41d1-9cc0-34101547056d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.219743] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 803.219743] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a83388-d15d-4794-d99d-d95676223ca0" [ 803.219743] env[69990]: _type = "Task" [ 803.219743] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.228518] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a83388-d15d-4794-d99d-d95676223ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.238123] env[69990]: DEBUG oslo_concurrency.lockutils [None req-62b95474-99a6-489e-9137-beeb140f3c7b tempest-ServersNegativeTestMultiTenantJSON-1095355155 tempest-ServersNegativeTestMultiTenantJSON-1095355155-project-member] Lock "24ccf076-5a88-4dae-bdcc-cf3d70716949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.014s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.254078] env[69990]: INFO nova.compute.manager [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Took 45.65 seconds to build instance. [ 803.340018] env[69990]: DEBUG nova.network.neutron [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Port dd314168-caab-4978-a024-d2716e019911 binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 803.550103] env[69990]: DEBUG nova.network.neutron [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Updated VIF entry in instance network info cache for port d777b1ef-3cfc-4e70-b185-ff081068b2b2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.550103] env[69990]: DEBUG nova.network.neutron [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Updating instance_info_cache with network_info: [{"id": "d777b1ef-3cfc-4e70-b185-ff081068b2b2", "address": "fa:16:3e:04:b9:e8", "network": {"id": "d2d76d68-bd19-4309-86b4-24fcab98f47d", "bridge": "br-int", "label": "tempest-ServersTestJSON-506766755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fe2a0e087574646afdaafde8f3e938f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd777b1ef-3c", "ovs_interfaceid": "d777b1ef-3cfc-4e70-b185-ff081068b2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.598050] env[69990]: DEBUG nova.network.neutron [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updated VIF entry in instance network info cache for port 3d1d56ff-bfcb-49be-92f2-cdc7394964d8. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.598050] env[69990]: DEBUG nova.network.neutron [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updating instance_info_cache with network_info: [{"id": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "address": "fa:16:3e:4c:14:c4", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1d56ff-bf", "ovs_interfaceid": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.731055] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a83388-d15d-4794-d99d-d95676223ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.029437} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.734231] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.734484] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.735521] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.735592] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.735778] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.736267] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af3af5d-3b99-426e-b943-094f2b2e5f29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.750479] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.750672] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.753974] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e2953b-4656-452c-8cfd-800f9f0616a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.757522] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3bec2b9f-7aab-47c1-9e31-9452fc9575fe tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.618s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.762106] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 803.762106] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b214dc-f8f4-44ba-2180-7a328ebca2a6" [ 803.762106] env[69990]: _type = "Task" [ 803.762106] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.771344] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b214dc-f8f4-44ba-2180-7a328ebca2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.054477] env[69990]: DEBUG oslo_concurrency.lockutils [req-c98259fc-d811-463b-ae69-8aae9009e271 req-58557667-408e-4fc6-9939-dc39b8d15a38 service nova] Releasing lock "refresh_cache-eeb6aed3-1819-40d6-bb31-15337b7b0f14" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.099844] env[69990]: DEBUG oslo_concurrency.lockutils [req-40e51024-b985-451e-9d36-d32759b6cd34 req-d2db07b9-aea8-4022-acaf-15ce88bec52c service nova] Releasing lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.259220] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc11e3a-4ec8-4d42-9292-7bcc85e5158c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.264708] env[69990]: DEBUG nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.275175] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9359fa-d887-4e4f-b282-7fa6e47921df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.284204] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b214dc-f8f4-44ba-2180-7a328ebca2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.313290] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd3ac93-b2d5-49a7-b7ff-e297c80c7d29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.316023] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed36f4a4-5e72-4f1a-a4c8-b4e698990039 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.324900] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 804.324900] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52cffb3f-90dd-eceb-e002-af22b3ad58b8" [ 804.324900] env[69990]: _type = "Task" [ 804.324900] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.331928] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a30b2a0-354d-470e-ab06-cf4254e2c4e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.359422] env[69990]: DEBUG nova.compute.provider_tree [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.369184] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cffb3f-90dd-eceb-e002-af22b3ad58b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.376511] env[69990]: DEBUG nova.scheduler.client.report [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.379560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.379560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.379844] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.380831] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.380831] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 89dfd971-09d2-4259-80a0-66c7a14e087c/89dfd971-09d2-4259-80a0-66c7a14e087c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.384928] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc699741-d3b2-496e-a2cc-e51cc9fb9925 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.390705] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 804.390705] env[69990]: value = "task-3446127" [ 804.390705] env[69990]: _type = "Task" [ 804.390705] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.402465] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.794378] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.883380] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.883955] env[69990]: DEBUG nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.890025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.636s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.890025] env[69990]: DEBUG nova.objects.instance [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lazy-loading 'resources' on Instance uuid 88be1095-82c1-40d1-a603-1da67e96dece {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.904025] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446127, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.910316] env[69990]: DEBUG nova.compute.manager [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received event network-changed-b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.910430] env[69990]: DEBUG nova.compute.manager [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Refreshing instance network info cache due to event network-changed-b8d904f6-5ae4-4c47-be1f-6171c2488457. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.910595] env[69990]: DEBUG oslo_concurrency.lockutils [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] Acquiring lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.910748] env[69990]: DEBUG oslo_concurrency.lockutils [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] Acquired lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.910929] env[69990]: DEBUG nova.network.neutron [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Refreshing network info cache for port b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.389728] env[69990]: DEBUG nova.compute.utils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.391142] env[69990]: DEBUG nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.391732] env[69990]: DEBUG nova.network.neutron [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.406991] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531999} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.407270] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 89dfd971-09d2-4259-80a0-66c7a14e087c/89dfd971-09d2-4259-80a0-66c7a14e087c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.407483] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.407735] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f1c27e-a0b0-4220-bdb9-a3911f90074b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.416785] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 805.416785] env[69990]: value = "task-3446128" [ 805.416785] env[69990]: _type = "Task" [ 805.416785] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.427202] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.447400] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.447484] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.447694] env[69990]: DEBUG nova.network.neutron [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.464251] env[69990]: DEBUG nova.policy [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeae7850a444dfa8de37c5d4d35e6b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f31938de514f559474baf350714f70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.784729] env[69990]: DEBUG nova.network.neutron [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updated VIF entry in instance network info cache for port b8d904f6-5ae4-4c47-be1f-6171c2488457. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.785674] env[69990]: DEBUG nova.network.neutron [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.876028] env[69990]: DEBUG nova.network.neutron [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Successfully created port: 3b642e72-47c1-4f60-b74d-71d6255d8923 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.900143] env[69990]: DEBUG nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.933340] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064302} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.933340] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.933797] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45642d63-79f4-4286-b3b6-a88434bd4427 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.939232] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e9dc1-e7a9-4a6b-84d5-28347613f1ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.967470] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 89dfd971-09d2-4259-80a0-66c7a14e087c/89dfd971-09d2-4259-80a0-66c7a14e087c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.970588] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2a8e55-9e3b-45c9-add3-4bc73c7729bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992192] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567c63b-b3eb-4b52-8d44-5f2a9a7b8cf2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.027505] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 806.027505] env[69990]: value = "task-3446129" [ 806.027505] env[69990]: _type = "Task" [ 806.027505] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.031114] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92d39fd-ab22-4258-876a-9bc664e481eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.045471] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fcbe3e-3ab7-41cc-9ca2-14dad9a85976 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.050078] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.064281] env[69990]: DEBUG nova.compute.provider_tree [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.243257] env[69990]: DEBUG nova.network.neutron [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance_info_cache with network_info: [{"id": "dd314168-caab-4978-a024-d2716e019911", "address": "fa:16:3e:18:f4:52", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd314168-ca", "ovs_interfaceid": "dd314168-caab-4978-a024-d2716e019911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.292135] env[69990]: DEBUG oslo_concurrency.lockutils [req-bbb9c403-d064-4e99-9498-1fe4c7eb6dc4 req-14be2be1-3f23-4f83-a813-742f5efa879f service nova] Releasing lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.540664] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.567988] env[69990]: DEBUG nova.scheduler.client.report [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.746528] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.911981] env[69990]: DEBUG nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.939347] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.939598] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.939755] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.939935] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.940106] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.940290] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.940504] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.940660] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.940824] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.940985] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.941175] env[69990]: DEBUG nova.virt.hardware [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.942256] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e743ad-0eb1-49e5-afdf-0a77d3eb73fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.950739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2fad90-e77b-4d99-b48e-0c6fb8135b9e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.041369] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446129, 'name': ReconfigVM_Task, 'duration_secs': 0.601747} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.041728] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 89dfd971-09d2-4259-80a0-66c7a14e087c/89dfd971-09d2-4259-80a0-66c7a14e087c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.042537] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e3c2e1-5796-426e-9ff3-bde68fc30c2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.049545] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 807.049545] env[69990]: value = "task-3446130" [ 807.049545] env[69990]: _type = "Task" [ 807.049545] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.057874] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446130, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.073043] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.075617] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.587s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.075881] env[69990]: DEBUG nova.objects.instance [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lazy-loading 'resources' on Instance uuid 428bfb3a-873a-41bb-8936-1c7b9ee8ab86 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.103684] env[69990]: INFO nova.scheduler.client.report [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted allocations for instance 88be1095-82c1-40d1-a603-1da67e96dece [ 807.271249] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242198a-98bb-483e-9878-2982bcec93f2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.292771] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1aa7c3-7de5-42d6-9af4-9b2c453495c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.299882] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance 'a78c0515-6ba4-43af-9d9e-50a253adc898' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.448164] env[69990]: DEBUG nova.compute.manager [req-c3ed8779-e62b-4199-b802-73b0ab8a0f28 req-00843f6c-4b40-4464-bcd9-867b2cbac5eb service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Received event network-vif-plugged-3b642e72-47c1-4f60-b74d-71d6255d8923 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.448458] env[69990]: DEBUG oslo_concurrency.lockutils [req-c3ed8779-e62b-4199-b802-73b0ab8a0f28 req-00843f6c-4b40-4464-bcd9-867b2cbac5eb service nova] Acquiring lock "006789b0-40b0-4040-9977-671e1c50997d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.448710] env[69990]: DEBUG oslo_concurrency.lockutils [req-c3ed8779-e62b-4199-b802-73b0ab8a0f28 req-00843f6c-4b40-4464-bcd9-867b2cbac5eb service nova] Lock "006789b0-40b0-4040-9977-671e1c50997d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.448946] env[69990]: DEBUG oslo_concurrency.lockutils [req-c3ed8779-e62b-4199-b802-73b0ab8a0f28 req-00843f6c-4b40-4464-bcd9-867b2cbac5eb service nova] Lock "006789b0-40b0-4040-9977-671e1c50997d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.449169] env[69990]: DEBUG nova.compute.manager [req-c3ed8779-e62b-4199-b802-73b0ab8a0f28 req-00843f6c-4b40-4464-bcd9-867b2cbac5eb service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] No waiting events found dispatching network-vif-plugged-3b642e72-47c1-4f60-b74d-71d6255d8923 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.449399] env[69990]: WARNING nova.compute.manager [req-c3ed8779-e62b-4199-b802-73b0ab8a0f28 req-00843f6c-4b40-4464-bcd9-867b2cbac5eb service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Received unexpected event network-vif-plugged-3b642e72-47c1-4f60-b74d-71d6255d8923 for instance with vm_state building and task_state spawning. [ 807.563952] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446130, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.577195] env[69990]: DEBUG nova.network.neutron [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Successfully updated port: 3b642e72-47c1-4f60-b74d-71d6255d8923 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.610529] env[69990]: DEBUG oslo_concurrency.lockutils [None req-76e869b7-f7c5-4604-b1ea-7c9dcc966b53 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "88be1095-82c1-40d1-a603-1da67e96dece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.495s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.807017] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.807420] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94225a7e-16da-4756-9085-b55e92097154 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.816014] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 807.816014] env[69990]: value = "task-3446131" [ 807.816014] env[69990]: _type = "Task" [ 807.816014] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.830172] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.989662] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b2e081-8185-4f56-bc56-213b282ac33e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.997179] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9631fe-0211-4249-9528-a243f45964a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.026970] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88af0b0a-17c2-46b8-a66d-7413ada38ab7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.034287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5b2c9-8930-414f-a3c3-2f581033f678 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.047315] env[69990]: DEBUG nova.compute.provider_tree [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.063245] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446130, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.082453] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "refresh_cache-006789b0-40b0-4040-9977-671e1c50997d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.082591] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "refresh_cache-006789b0-40b0-4040-9977-671e1c50997d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.082741] env[69990]: DEBUG nova.network.neutron [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.326183] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.562296] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446130, 'name': Rename_Task, 'duration_secs': 1.205714} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.562599] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.562933] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513a121e-ce4f-4073-a277-4c5bc95f8203 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.569770] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 808.569770] env[69990]: value = "task-3446132" [ 808.569770] env[69990]: _type = "Task" [ 808.569770] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.575954] env[69990]: ERROR nova.scheduler.client.report [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] [req-d4b8497b-d00a-4511-b36a-20bb747e51bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4b8497b-d00a-4511-b36a-20bb747e51bb"}]} [ 808.581754] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.598423] env[69990]: DEBUG nova.scheduler.client.report [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 808.629890] env[69990]: DEBUG nova.scheduler.client.report [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 808.630137] env[69990]: DEBUG nova.compute.provider_tree [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.647790] env[69990]: DEBUG nova.scheduler.client.report [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 808.658869] env[69990]: DEBUG nova.network.neutron [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.675583] env[69990]: DEBUG nova.scheduler.client.report [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.815394] env[69990]: DEBUG nova.network.neutron [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Updating instance_info_cache with network_info: [{"id": "3b642e72-47c1-4f60-b74d-71d6255d8923", "address": "fa:16:3e:de:fb:e5", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b642e72-47", "ovs_interfaceid": "3b642e72-47c1-4f60-b74d-71d6255d8923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.827381] env[69990]: DEBUG oslo_vmware.api [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446131, 'name': PowerOnVM_Task, 'duration_secs': 0.781344} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.830046] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.830250] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a05cf5a1-6ee7-4be8-b922-0436d05fe767 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance 'a78c0515-6ba4-43af-9d9e-50a253adc898' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.079488] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446132, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.081770] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ee350-8c10-436e-a788-aa6492057795 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.088224] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bcc0e6-7033-4e76-ba80-f0806269fe2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.117625] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d5ec36-242b-44f2-aa98-f2d20d6ee595 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.124174] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e880f00-4f78-4401-9340-6aba049cada3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.137880] env[69990]: DEBUG nova.compute.provider_tree [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.319030] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "refresh_cache-006789b0-40b0-4040-9977-671e1c50997d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.319030] env[69990]: DEBUG nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Instance network_info: |[{"id": "3b642e72-47c1-4f60-b74d-71d6255d8923", "address": "fa:16:3e:de:fb:e5", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b642e72-47", "ovs_interfaceid": "3b642e72-47c1-4f60-b74d-71d6255d8923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.319419] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:fb:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b642e72-47c1-4f60-b74d-71d6255d8923', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.326853] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.327065] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.327296] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec5ef22-1554-4479-b687-5593e46d37ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.350317] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.350317] env[69990]: value = "task-3446133" [ 809.350317] env[69990]: _type = "Task" [ 809.350317] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.358038] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446133, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.481328] env[69990]: DEBUG nova.compute.manager [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Received event network-changed-3b642e72-47c1-4f60-b74d-71d6255d8923 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.481328] env[69990]: DEBUG nova.compute.manager [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Refreshing instance network info cache due to event network-changed-3b642e72-47c1-4f60-b74d-71d6255d8923. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.481328] env[69990]: DEBUG oslo_concurrency.lockutils [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] Acquiring lock "refresh_cache-006789b0-40b0-4040-9977-671e1c50997d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.481328] env[69990]: DEBUG oslo_concurrency.lockutils [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] Acquired lock "refresh_cache-006789b0-40b0-4040-9977-671e1c50997d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.481490] env[69990]: DEBUG nova.network.neutron [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Refreshing network info cache for port 3b642e72-47c1-4f60-b74d-71d6255d8923 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.580389] env[69990]: DEBUG oslo_vmware.api [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446132, 'name': PowerOnVM_Task, 'duration_secs': 0.960327} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.580658] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.580861] env[69990]: INFO nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Took 9.38 seconds to spawn the instance on the hypervisor. [ 809.581050] env[69990]: DEBUG nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.581931] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332a8a49-81dc-442f-be5f-4b6727e2127b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.669584] env[69990]: DEBUG nova.scheduler.client.report [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 809.670071] env[69990]: DEBUG nova.compute.provider_tree [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 83 to 84 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 809.670420] env[69990]: DEBUG nova.compute.provider_tree [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.859494] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446133, 'name': CreateVM_Task, 'duration_secs': 0.458362} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.859667] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.860401] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.860562] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.860880] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.861157] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f7359f-2c8b-47fd-9489-22f796daaa99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.865494] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 809.865494] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f67548-1615-866a-df6a-b0e0fd99e8bc" [ 809.865494] env[69990]: _type = "Task" [ 809.865494] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.872755] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f67548-1615-866a-df6a-b0e0fd99e8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.101369] env[69990]: INFO nova.compute.manager [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Took 48.27 seconds to build instance. [ 810.176444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.101s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.179460] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.010s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.179967] env[69990]: DEBUG nova.objects.instance [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lazy-loading 'resources' on Instance uuid 22e94675-c7e3-463b-9328-f856c0b0ebe4 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.200591] env[69990]: INFO nova.scheduler.client.report [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Deleted allocations for instance 428bfb3a-873a-41bb-8936-1c7b9ee8ab86 [ 810.232911] env[69990]: DEBUG nova.network.neutron [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Updated VIF entry in instance network info cache for port 3b642e72-47c1-4f60-b74d-71d6255d8923. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.232911] env[69990]: DEBUG nova.network.neutron [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Updating instance_info_cache with network_info: [{"id": "3b642e72-47c1-4f60-b74d-71d6255d8923", "address": "fa:16:3e:de:fb:e5", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b642e72-47", "ovs_interfaceid": "3b642e72-47c1-4f60-b74d-71d6255d8923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.377789] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f67548-1615-866a-df6a-b0e0fd99e8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.380210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.380210] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.380210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.380210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.380210] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.380210] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0cf206e-5824-4cde-b32c-c73a2d4cb609 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.388128] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.389348] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.391022] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469afe45-20e4-4c3a-be25-71d33149ac44 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.396608] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 810.396608] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a0f510-8574-262e-0169-7436070d26ea" [ 810.396608] env[69990]: _type = "Task" [ 810.396608] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.405264] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a0f510-8574-262e-0169-7436070d26ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.604547] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40bab296-41a6-4cb7-9864-3f3c7d1f82ba tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.940s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.711240] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eb3e3766-43cf-4a32-861d-9c1af940102e tempest-ServersTestBootFromVolume-993655703 tempest-ServersTestBootFromVolume-993655703-project-member] Lock "428bfb3a-873a-41bb-8936-1c7b9ee8ab86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.823s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.737399] env[69990]: DEBUG oslo_concurrency.lockutils [req-06206e0d-ae23-403e-9cce-c48d5bebd66f req-4235e511-ed2d-4944-bdae-e8537ce14267 service nova] Releasing lock "refresh_cache-006789b0-40b0-4040-9977-671e1c50997d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.913847] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a0f510-8574-262e-0169-7436070d26ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.915087] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13aa3710-3994-46d7-bf09-c27c1d75784e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.927800] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 810.927800] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5247618d-71ed-40cb-8ce3-a24159951abc" [ 810.927800] env[69990]: _type = "Task" [ 810.927800] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.936209] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5247618d-71ed-40cb-8ce3-a24159951abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.187932] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e4bdc0-4df3-499e-94f5-c904d514a293 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.196069] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53edaceb-ad49-4ff5-84b6-749724ab4b81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.230623] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc58c339-8aee-488a-9952-00b96212caa2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.239251] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9f40b3-b630-4d31-9409-8a4b51f8b403 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.256490] env[69990]: DEBUG nova.compute.provider_tree [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.416932] env[69990]: DEBUG nova.network.neutron [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Port dd314168-caab-4978-a024-d2716e019911 binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 811.417214] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.417401] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.417520] env[69990]: DEBUG nova.network.neutron [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.436423] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5247618d-71ed-40cb-8ce3-a24159951abc, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.436652] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.436910] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 006789b0-40b0-4040-9977-671e1c50997d/006789b0-40b0-4040-9977-671e1c50997d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.437226] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82447c46-dbad-4a29-bf6b-e4571f8e1c3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.443851] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "89dfd971-09d2-4259-80a0-66c7a14e087c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.443991] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.444325] env[69990]: INFO nova.compute.manager [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Rebooting instance [ 811.445591] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 811.445591] env[69990]: value = "task-3446134" [ 811.445591] env[69990]: _type = "Task" [ 811.445591] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.455154] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.760127] env[69990]: DEBUG nova.scheduler.client.report [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.788081] env[69990]: DEBUG nova.compute.manager [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Received event network-changed-3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.788081] env[69990]: DEBUG nova.compute.manager [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Refreshing instance network info cache due to event network-changed-3d1d56ff-bfcb-49be-92f2-cdc7394964d8. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.792372] env[69990]: DEBUG oslo_concurrency.lockutils [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] Acquiring lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.792515] env[69990]: DEBUG oslo_concurrency.lockutils [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] Acquired lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.792829] env[69990]: DEBUG nova.network.neutron [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Refreshing network info cache for port 3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.960384] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.979806] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.235935] env[69990]: DEBUG nova.network.neutron [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance_info_cache with network_info: [{"id": "dd314168-caab-4978-a024-d2716e019911", "address": "fa:16:3e:18:f4:52", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd314168-ca", "ovs_interfaceid": "dd314168-caab-4978-a024-d2716e019911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.265904] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.270023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.649s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.270023] env[69990]: DEBUG nova.objects.instance [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lazy-loading 'resources' on Instance uuid d7f52a80-aa10-4838-81d1-084f9b3ae9f6 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.306108] env[69990]: INFO nova.scheduler.client.report [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Deleted allocations for instance 22e94675-c7e3-463b-9328-f856c0b0ebe4 [ 812.457094] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864524} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.457379] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 006789b0-40b0-4040-9977-671e1c50997d/006789b0-40b0-4040-9977-671e1c50997d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.457614] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.457895] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c097761-70dc-4bc0-aba7-8e8d289bd971 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.464644] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 812.464644] env[69990]: value = "task-3446135" [ 812.464644] env[69990]: _type = "Task" [ 812.464644] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.474697] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.586124] env[69990]: DEBUG nova.network.neutron [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updated VIF entry in instance network info cache for port 3d1d56ff-bfcb-49be-92f2-cdc7394964d8. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.586513] env[69990]: DEBUG nova.network.neutron [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updating instance_info_cache with network_info: [{"id": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "address": "fa:16:3e:4c:14:c4", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1d56ff-bf", "ovs_interfaceid": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.741494] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.818893] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cf8ed6c4-3d7b-44b5-9f8a-a1b956e92a46 tempest-ServersTestMultiNic-1280471946 tempest-ServersTestMultiNic-1280471946-project-member] Lock "22e94675-c7e3-463b-9328-f856c0b0ebe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.020s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.978181] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100275} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.978181] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.979938] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7335ee20-cda1-4132-a96c-3dbc8f49d944 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.004045] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 006789b0-40b0-4040-9977-671e1c50997d/006789b0-40b0-4040-9977-671e1c50997d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.006859] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f802e0-2091-40c2-8577-70489e9ea40e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.028356] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 813.028356] env[69990]: value = "task-3446136" [ 813.028356] env[69990]: _type = "Task" [ 813.028356] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.038402] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.089407] env[69990]: DEBUG oslo_concurrency.lockutils [req-7c034c24-aec5-49fd-89a2-3f678cb5088b req-31ea8cfa-1617-4e5b-83c7-fd8a1860f3a2 service nova] Releasing lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.090024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquired lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.090211] env[69990]: DEBUG nova.network.neutron [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.200271] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed801e5c-92ef-4829-97b0-59e45ae44c9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.210091] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22ac363-8529-43bc-b0ad-c17dae3a13bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.242744] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78741bc-75db-403e-8a7e-33bd4624780f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.246149] env[69990]: DEBUG nova.compute.manager [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69990) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 813.246474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.251898] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf64619-8f08-4938-9b97-d68e47fcb874 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.266877] env[69990]: DEBUG nova.compute.provider_tree [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.539869] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.770578] env[69990]: DEBUG nova.scheduler.client.report [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.923854] env[69990]: DEBUG nova.network.neutron [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updating instance_info_cache with network_info: [{"id": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "address": "fa:16:3e:4c:14:c4", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1d56ff-bf", "ovs_interfaceid": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.041204] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.280327] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.281274] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.424s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.283273] env[69990]: INFO nova.compute.claims [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.314894] env[69990]: INFO nova.scheduler.client.report [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Deleted allocations for instance d7f52a80-aa10-4838-81d1-084f9b3ae9f6 [ 814.427702] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Releasing lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541244] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446136, 'name': ReconfigVM_Task, 'duration_secs': 1.04003} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.541562] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 006789b0-40b0-4040-9977-671e1c50997d/006789b0-40b0-4040-9977-671e1c50997d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.542277] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3af354-1d5d-45e2-aeb3-3f45e5803f9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.548628] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 814.548628] env[69990]: value = "task-3446137" [ 814.548628] env[69990]: _type = "Task" [ 814.548628] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.560806] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446137, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.829661] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8e5379af-f076-4fbc-999d-5c7dcc510779 tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "d7f52a80-aa10-4838-81d1-084f9b3ae9f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.339s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.933333] env[69990]: DEBUG nova.compute.manager [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.934451] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b145e4-30d9-4247-8ed6-5b4c6526171a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.067071] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446137, 'name': Rename_Task, 'duration_secs': 0.192854} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.067071] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.067071] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5c083cc-a8ff-43ff-b988-cefe987d2749 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.073129] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 815.073129] env[69990]: value = "task-3446138" [ 815.073129] env[69990]: _type = "Task" [ 815.073129] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.082009] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.584791] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.719871] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb51781-29fa-4bf7-ae82-23fb6b1a8993 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.727363] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091ffe2-a3d4-459c-9cf9-5efdbbe0c906 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.759413] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad792c4-6ce8-477b-8c46-86a28eb5bda8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.767029] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec33da11-2e45-4ada-bd0a-03af9eed3d95 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.780693] env[69990]: DEBUG nova.compute.provider_tree [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.955483] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9a5ce2-b2e3-4de5-89e2-609ac71344ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.963384] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Doing hard reboot of VM {{(pid=69990) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 815.963742] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-52c4cd6d-0d5b-4899-a43f-0e8eddf00f20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.971634] env[69990]: DEBUG oslo_vmware.api [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 815.971634] env[69990]: value = "task-3446139" [ 815.971634] env[69990]: _type = "Task" [ 815.971634] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.980413] env[69990]: DEBUG oslo_vmware.api [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446139, 'name': ResetVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.083935] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446138, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.285025] env[69990]: DEBUG nova.scheduler.client.report [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.481546] env[69990]: DEBUG oslo_vmware.api [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446139, 'name': ResetVM_Task, 'duration_secs': 0.100319} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.481803] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Did hard reboot of VM {{(pid=69990) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 816.482042] env[69990]: DEBUG nova.compute.manager [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.482860] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de5d25e-4338-4e20-ba2f-046ffe304aa2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.583717] env[69990]: DEBUG oslo_vmware.api [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446138, 'name': PowerOnVM_Task, 'duration_secs': 1.135615} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.583830] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.584047] env[69990]: INFO nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Took 9.67 seconds to spawn the instance on the hypervisor. [ 816.584258] env[69990]: DEBUG nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.585143] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9de0e-00cd-444b-99b9-3d28582b0d2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.808514] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.809203] env[69990]: DEBUG nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.819022] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.275s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.819022] env[69990]: DEBUG nova.objects.instance [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lazy-loading 'resources' on Instance uuid a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.996551] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1be08d88-bc3e-4b4f-ab43-def83ab8564e tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.552s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.102798] env[69990]: INFO nova.compute.manager [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Took 48.25 seconds to build instance. [ 817.321868] env[69990]: DEBUG nova.compute.utils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.321868] env[69990]: DEBUG nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.321868] env[69990]: DEBUG nova.network.neutron [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.373108] env[69990]: DEBUG nova.policy [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4fa71771d194ac1a92480cc909a748b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34d9339ee13f417bb6e5b2cf5a22201e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.490481] env[69990]: DEBUG nova.compute.manager [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Received event network-changed-3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.490481] env[69990]: DEBUG nova.compute.manager [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Refreshing instance network info cache due to event network-changed-3d1d56ff-bfcb-49be-92f2-cdc7394964d8. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.490481] env[69990]: DEBUG oslo_concurrency.lockutils [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] Acquiring lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.490481] env[69990]: DEBUG oslo_concurrency.lockutils [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] Acquired lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.490481] env[69990]: DEBUG nova.network.neutron [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Refreshing network info cache for port 3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.606392] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2853ae0d-3084-4abf-8163-1bd542aec96c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "006789b0-40b0-4040-9977-671e1c50997d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.636s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.794601] env[69990]: DEBUG nova.network.neutron [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Successfully created port: e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.827522] env[69990]: DEBUG nova.compute.utils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.829731] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43227da2-c05a-4596-b456-d2a6feb2a15d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.838708] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfec1e2-9d60-4e98-b43c-38329acf778a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.880083] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05148311-59ec-444c-908e-fdd4366e9231 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.888714] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a005d-6a41-4dbd-a30e-99e6f43fec52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.906988] env[69990]: DEBUG nova.compute.provider_tree [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.233760] env[69990]: DEBUG nova.compute.manager [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.234800] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0492ff4-1c32-41ad-a99e-189082ba0186 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.272621] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "89dfd971-09d2-4259-80a0-66c7a14e087c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.272892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.273118] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "89dfd971-09d2-4259-80a0-66c7a14e087c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.273304] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.273516] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.275565] env[69990]: INFO nova.compute.manager [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Terminating instance [ 818.298984] env[69990]: DEBUG nova.network.neutron [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updated VIF entry in instance network info cache for port 3d1d56ff-bfcb-49be-92f2-cdc7394964d8. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.299365] env[69990]: DEBUG nova.network.neutron [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updating instance_info_cache with network_info: [{"id": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "address": "fa:16:3e:4c:14:c4", "network": {"id": "0ba4facb-eae3-4138-b238-7dabfca14cd8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-75688986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ad25f9b6734c8dadd5584685ac395a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1d56ff-bf", "ovs_interfaceid": "3d1d56ff-bfcb-49be-92f2-cdc7394964d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.335134] env[69990]: DEBUG nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.413152] env[69990]: DEBUG nova.scheduler.client.report [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.748379] env[69990]: INFO nova.compute.manager [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] instance snapshotting [ 818.751490] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1e04c0-cabf-4ade-8747-30b00d055d45 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.771579] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f9fa2f-288e-45de-812c-119281f977e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.785390] env[69990]: DEBUG nova.compute.manager [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.785625] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.786540] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb143c-c1ee-49f0-82df-4259219cf140 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.797084] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.797358] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3af5e179-f977-4bb4-981c-e09575a21c4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.802124] env[69990]: DEBUG oslo_concurrency.lockutils [req-4ac8acc5-05c2-430b-913a-05a9fd484a6d req-d698024d-89de-4008-9045-1d8b5e81a43a service nova] Releasing lock "refresh_cache-89dfd971-09d2-4259-80a0-66c7a14e087c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.805043] env[69990]: DEBUG oslo_vmware.api [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 818.805043] env[69990]: value = "task-3446140" [ 818.805043] env[69990]: _type = "Task" [ 818.805043] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.816107] env[69990]: DEBUG oslo_vmware.api [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.926024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.930575] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.394s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.935856] env[69990]: INFO nova.compute.claims [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.955624] env[69990]: INFO nova.scheduler.client.report [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Deleted allocations for instance a5043fdd-0557-4ba6-ba55-7b45dfcd54c7 [ 819.294721] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.294721] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-978ba9da-2959-4488-b5b4-27e1a9548be2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.306297] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 819.306297] env[69990]: value = "task-3446141" [ 819.306297] env[69990]: _type = "Task" [ 819.306297] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.326150] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.326150] env[69990]: DEBUG oslo_vmware.api [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446140, 'name': PowerOffVM_Task, 'duration_secs': 0.320859} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.326503] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.327201] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.327539] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdee51e8-e930-4c19-87c6-fd1292220912 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.347506] env[69990]: DEBUG nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.382356] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:42:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='597313524',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-785598999',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.382356] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.382356] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.382693] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.382820] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.383032] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.383312] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.383562] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.383798] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.384217] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.384217] env[69990]: DEBUG nova.virt.hardware [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.385174] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f49b6-7119-468a-9184-5b0c5151b9f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.394928] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54bac39-1490-4b02-b1bb-ed3ea1bcdc56 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.399193] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.399305] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.399530] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Deleting the datastore file [datastore2] 89dfd971-09d2-4259-80a0-66c7a14e087c {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.399821] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40f95e12-eec6-4335-8906-2b1693051a9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.413061] env[69990]: DEBUG oslo_vmware.api [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 819.413061] env[69990]: value = "task-3446143" [ 819.413061] env[69990]: _type = "Task" [ 819.413061] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.424721] env[69990]: DEBUG oslo_vmware.api [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.424721] env[69990]: DEBUG nova.network.neutron [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Successfully updated port: e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.466449] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4d833342-4279-4fa4-8682-1d046ff4499d tempest-VolumesAssistedSnapshotsTest-1970472752 tempest-VolumesAssistedSnapshotsTest-1970472752-project-member] Lock "a5043fdd-0557-4ba6-ba55-7b45dfcd54c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.951s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.518731] env[69990]: DEBUG nova.compute.manager [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Received event network-vif-plugged-e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.518731] env[69990]: DEBUG oslo_concurrency.lockutils [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] Acquiring lock "ecd1271e-b133-462f-aa41-00d79575f2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.518731] env[69990]: DEBUG oslo_concurrency.lockutils [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.518731] env[69990]: DEBUG oslo_concurrency.lockutils [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.518731] env[69990]: DEBUG nova.compute.manager [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] No waiting events found dispatching network-vif-plugged-e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.519077] env[69990]: WARNING nova.compute.manager [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Received unexpected event network-vif-plugged-e9a4f1ed-1f58-4815-8208-171b21c10552 for instance with vm_state building and task_state spawning. [ 819.519077] env[69990]: DEBUG nova.compute.manager [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Received event network-changed-e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.519706] env[69990]: DEBUG nova.compute.manager [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Refreshing instance network info cache due to event network-changed-e9a4f1ed-1f58-4815-8208-171b21c10552. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.519706] env[69990]: DEBUG oslo_concurrency.lockutils [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] Acquiring lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.519706] env[69990]: DEBUG oslo_concurrency.lockutils [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] Acquired lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.519706] env[69990]: DEBUG nova.network.neutron [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Refreshing network info cache for port e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.820937] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.927957] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.928308] env[69990]: DEBUG oslo_vmware.api [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13825} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.928582] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.928768] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.928970] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.929190] env[69990]: INFO nova.compute.manager [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 819.929445] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.929660] env[69990]: DEBUG nova.compute.manager [-] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.929750] env[69990]: DEBUG nova.network.neutron [-] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.998697] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "cd59449f-4389-405d-83e9-8316074aad77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.999121] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "cd59449f-4389-405d-83e9-8316074aad77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.110231] env[69990]: DEBUG nova.network.neutron [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.296538] env[69990]: DEBUG nova.network.neutron [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.318879] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446141, 'name': CreateSnapshot_Task, 'duration_secs': 0.771646} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.318960] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.320020] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747eba48-4be3-4e81-bf8d-e144224afcab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.441849] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26634a-b153-497d-ab20-24a5174e097b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.450017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c25d5d-f283-4291-b8e2-b03953874541 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.482361] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f170a2-67c9-44f7-aa6e-0900c6673916 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.489496] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca50aae-4ad5-47fe-88fa-a862950cab2b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.502380] env[69990]: DEBUG nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.505024] env[69990]: DEBUG nova.compute.provider_tree [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.773425] env[69990]: DEBUG nova.network.neutron [-] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.805814] env[69990]: DEBUG oslo_concurrency.lockutils [req-0a2d8a05-a6bf-45ac-a000-927be4bea253 req-dea8231c-b084-4117-b027-96200ff6c3d9 service nova] Releasing lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.806152] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.807124] env[69990]: DEBUG nova.network.neutron [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.844029] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.844749] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-068ce6bb-b05d-4434-a2c4-9628932f8b88 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.856022] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 820.856022] env[69990]: value = "task-3446144" [ 820.856022] env[69990]: _type = "Task" [ 820.856022] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.867194] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446144, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.036479] env[69990]: ERROR nova.scheduler.client.report [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [req-a6e4193d-d053-4612-8ebd-03b8d4947f40] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6e4193d-d053-4612-8ebd-03b8d4947f40"}]} [ 821.046895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.057061] env[69990]: DEBUG nova.scheduler.client.report [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 821.071154] env[69990]: DEBUG nova.scheduler.client.report [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 821.071154] env[69990]: DEBUG nova.compute.provider_tree [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.083589] env[69990]: DEBUG nova.scheduler.client.report [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 821.115606] env[69990]: DEBUG nova.scheduler.client.report [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 821.203033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.203326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.203568] env[69990]: INFO nova.compute.manager [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Shelving [ 821.278882] env[69990]: INFO nova.compute.manager [-] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Took 1.35 seconds to deallocate network for instance. [ 821.364860] env[69990]: DEBUG nova.network.neutron [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.375411] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446144, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.546904] env[69990]: DEBUG nova.compute.manager [req-5da12843-ec41-401f-aa43-a9f0d9f5c87a req-aa5ccf13-de21-4af6-93e8-3833fe90c220 service nova] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Received event network-vif-deleted-3d1d56ff-bfcb-49be-92f2-cdc7394964d8 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.554957] env[69990]: DEBUG nova.network.neutron [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Updating instance_info_cache with network_info: [{"id": "e9a4f1ed-1f58-4815-8208-171b21c10552", "address": "fa:16:3e:0b:ee:e3", "network": {"id": "b890dab5-5359-4bd8-a84d-bce2fb5ad9a3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1012405154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d9339ee13f417bb6e5b2cf5a22201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a4f1ed-1f", "ovs_interfaceid": "e9a4f1ed-1f58-4815-8208-171b21c10552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.566164] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dd2c1b-6557-40e8-9c2c-96f07afcdf6d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.575142] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65536c1-c79d-492b-9777-7daee1efd2c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.608414] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cff1f4-2631-4cac-81f7-a564860bbfce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.616093] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf19bb8-c7f1-40c9-8c53-a69d64c10ab3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.631257] env[69990]: DEBUG nova.compute.provider_tree [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.790261] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.867056] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446144, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.057579] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Releasing lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.059639] env[69990]: DEBUG nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Instance network_info: |[{"id": "e9a4f1ed-1f58-4815-8208-171b21c10552", "address": "fa:16:3e:0b:ee:e3", "network": {"id": "b890dab5-5359-4bd8-a84d-bce2fb5ad9a3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1012405154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d9339ee13f417bb6e5b2cf5a22201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a4f1ed-1f", "ovs_interfaceid": "e9a4f1ed-1f58-4815-8208-171b21c10552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.059639] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:ee:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9a4f1ed-1f58-4815-8208-171b21c10552', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.066424] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.066645] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.066866] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2ccd6a4-4cff-4a81-9eee-83f2b0cab8b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.091035] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.091035] env[69990]: value = "task-3446145" [ 822.091035] env[69990]: _type = "Task" [ 822.091035] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.097424] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446145, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.169962] env[69990]: DEBUG nova.scheduler.client.report [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 822.170284] env[69990]: DEBUG nova.compute.provider_tree [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 85 to 86 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 822.170503] env[69990]: DEBUG nova.compute.provider_tree [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.217743] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.218123] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27bbad99-01d8-49c7-a075-1263272a8234 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.225109] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 822.225109] env[69990]: value = "task-3446146" [ 822.225109] env[69990]: _type = "Task" [ 822.225109] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.233601] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.367361] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446144, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.603026] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446145, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.676946] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.748s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.677487] env[69990]: DEBUG nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.680048] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.876s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.683417] env[69990]: DEBUG nova.objects.instance [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lazy-loading 'resources' on Instance uuid 47e118de-7a80-4d90-b2d0-07af360ecd9b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.735325] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446146, 'name': PowerOffVM_Task, 'duration_secs': 0.426946} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.735667] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.736468] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54b9a5-08f7-4d68-97ec-71f2c80918d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.759982] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a660ca-3319-4090-8e58-99820142f734 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.868120] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446144, 'name': CloneVM_Task, 'duration_secs': 1.818674} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.868474] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Created linked-clone VM from snapshot [ 822.869226] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad10e06-3d20-46eb-b28a-33a930b4fa78 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.876745] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Uploading image 4a0c2cb7-ebe8-44d7-a9ed-c45011977212 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.899520] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.899520] env[69990]: value = "vm-687947" [ 822.899520] env[69990]: _type = "VirtualMachine" [ 822.899520] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.899780] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9a31832d-efeb-449a-8936-0bc14b7f597f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.911114] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease: (returnval){ [ 822.911114] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5211b68e-418d-23f8-ffb2-9895ff224ffb" [ 822.911114] env[69990]: _type = "HttpNfcLease" [ 822.911114] env[69990]: } obtained for exporting VM: (result){ [ 822.911114] env[69990]: value = "vm-687947" [ 822.911114] env[69990]: _type = "VirtualMachine" [ 822.911114] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.911114] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the lease: (returnval){ [ 822.911114] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5211b68e-418d-23f8-ffb2-9895ff224ffb" [ 822.911114] env[69990]: _type = "HttpNfcLease" [ 822.911114] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.916178] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.916178] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5211b68e-418d-23f8-ffb2-9895ff224ffb" [ 822.916178] env[69990]: _type = "HttpNfcLease" [ 822.916178] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 823.107034] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446145, 'name': CreateVM_Task, 'duration_secs': 0.56072} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.107470] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.108607] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.109022] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.110177] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.110411] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d77a474-baa9-435a-ac6e-6637047bc770 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.115351] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 823.115351] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529f99f6-fc23-9b45-1339-6bb5cbf4fbe2" [ 823.115351] env[69990]: _type = "Task" [ 823.115351] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.123448] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529f99f6-fc23-9b45-1339-6bb5cbf4fbe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.186045] env[69990]: DEBUG nova.compute.utils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.188656] env[69990]: DEBUG nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.188865] env[69990]: DEBUG nova.network.neutron [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.224658] env[69990]: DEBUG nova.policy [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f3619eaf304a27808efba0e9c62ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12a4b084cb6b490b8d5def211aade559', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.274190] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.274190] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fafb6348-0f4a-433e-921a-d9ed1dd8d96e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.285044] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 823.285044] env[69990]: value = "task-3446148" [ 823.285044] env[69990]: _type = "Task" [ 823.285044] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.297200] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446148, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.417988] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.417988] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5211b68e-418d-23f8-ffb2-9895ff224ffb" [ 823.417988] env[69990]: _type = "HttpNfcLease" [ 823.417988] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 823.418428] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 823.418428] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5211b68e-418d-23f8-ffb2-9895ff224ffb" [ 823.418428] env[69990]: _type = "HttpNfcLease" [ 823.418428] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 823.419299] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b37db7-d2d6-4be1-9d15-25e0a735af5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.428976] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52623681-eda7-3c21-3689-d03fcd8a4a92/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 823.429153] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52623681-eda7-3c21-3689-d03fcd8a4a92/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 823.504877] env[69990]: DEBUG nova.network.neutron [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Successfully created port: efc50387-5754-4d9e-9a7d-2bf5f98322ea {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.535491] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1ff380a-7112-4ae1-a35a-1e27083875fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.628202] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529f99f6-fc23-9b45-1339-6bb5cbf4fbe2, 'name': SearchDatastore_Task, 'duration_secs': 0.032218} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.628559] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.628802] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.629294] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.629496] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.629685] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.629987] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39de3284-f9af-4b41-ab43-cf0fab403d16 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.640279] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.644042] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.644042] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c963299-8d1e-42ea-bae7-9b510c6ae33c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.651929] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 823.651929] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ca8232-b813-4371-4c9a-fbbcd2f7e5d9" [ 823.651929] env[69990]: _type = "Task" [ 823.651929] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.664276] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ca8232-b813-4371-4c9a-fbbcd2f7e5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01358} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.665103] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04384be6-ab7d-48d0-9587-141107c28376 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.671338] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 823.671338] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c4db3b-4075-42ea-3eca-adecfc6b5722" [ 823.671338] env[69990]: _type = "Task" [ 823.671338] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.683213] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c4db3b-4075-42ea-3eca-adecfc6b5722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.692211] env[69990]: DEBUG nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.697805] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63029187-3d8a-4bdf-8f0b-796d0d56bcf2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.704365] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f17e39-3b20-45d3-aa2b-e25f93a1b746 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.737356] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1878ad-92ae-4c26-a84e-15c457fe6c88 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.745296] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610606b8-4865-4fc5-8ccc-6b5d798be1a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.762880] env[69990]: DEBUG nova.compute.provider_tree [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.794187] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446148, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.181487] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c4db3b-4075-42ea-3eca-adecfc6b5722, 'name': SearchDatastore_Task, 'duration_secs': 0.012864} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.182431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.184173] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ecd1271e-b133-462f-aa41-00d79575f2c8/ecd1271e-b133-462f-aa41-00d79575f2c8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.184173] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f50a6ffd-ff84-4ff4-9c21-ba054c2141b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.190976] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 824.190976] env[69990]: value = "task-3446149" [ 824.190976] env[69990]: _type = "Task" [ 824.190976] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.209167] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.269712] env[69990]: DEBUG nova.scheduler.client.report [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.299165] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446148, 'name': CreateSnapshot_Task, 'duration_secs': 0.951722} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.299452] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.300243] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bca6d3-0c7a-4824-8d64-c7675f89438a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.702679] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446149, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.710571] env[69990]: DEBUG nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.738913] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.739189] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.739361] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.739868] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.740104] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.740274] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.740475] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.740633] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.740804] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.740957] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.741140] env[69990]: DEBUG nova.virt.hardware [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.742082] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aa7352-eef8-4b5f-b097-e9dd8df9b3c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.752744] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff32e57-5760-4235-b00e-b911edd2abdd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.773625] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.776711] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.781s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.776938] env[69990]: DEBUG nova.objects.instance [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 824.802584] env[69990]: INFO nova.scheduler.client.report [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleted allocations for instance 47e118de-7a80-4d90-b2d0-07af360ecd9b [ 824.823040] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.823495] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75b24c86-f76d-4749-8427-a87f1a40aebe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.833552] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 824.833552] env[69990]: value = "task-3446150" [ 824.833552] env[69990]: _type = "Task" [ 824.833552] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.845133] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446150, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.210799] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608066} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.211433] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ecd1271e-b133-462f-aa41-00d79575f2c8/ecd1271e-b133-462f-aa41-00d79575f2c8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.211811] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.212352] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07404de4-49fc-4c05-a08a-9af972ff3601 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.221333] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 825.221333] env[69990]: value = "task-3446151" [ 825.221333] env[69990]: _type = "Task" [ 825.221333] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.230567] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.271019] env[69990]: DEBUG nova.compute.manager [req-7ce088d6-d82f-45ef-84a8-e941d943848d req-aa299305-3497-452d-a6cb-6c05e4eeac9f service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Received event network-vif-plugged-efc50387-5754-4d9e-9a7d-2bf5f98322ea {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.271019] env[69990]: DEBUG oslo_concurrency.lockutils [req-7ce088d6-d82f-45ef-84a8-e941d943848d req-aa299305-3497-452d-a6cb-6c05e4eeac9f service nova] Acquiring lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.271019] env[69990]: DEBUG oslo_concurrency.lockutils [req-7ce088d6-d82f-45ef-84a8-e941d943848d req-aa299305-3497-452d-a6cb-6c05e4eeac9f service nova] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.271019] env[69990]: DEBUG oslo_concurrency.lockutils [req-7ce088d6-d82f-45ef-84a8-e941d943848d req-aa299305-3497-452d-a6cb-6c05e4eeac9f service nova] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.271019] env[69990]: DEBUG nova.compute.manager [req-7ce088d6-d82f-45ef-84a8-e941d943848d req-aa299305-3497-452d-a6cb-6c05e4eeac9f service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] No waiting events found dispatching network-vif-plugged-efc50387-5754-4d9e-9a7d-2bf5f98322ea {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.271019] env[69990]: WARNING nova.compute.manager [req-7ce088d6-d82f-45ef-84a8-e941d943848d req-aa299305-3497-452d-a6cb-6c05e4eeac9f service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Received unexpected event network-vif-plugged-efc50387-5754-4d9e-9a7d-2bf5f98322ea for instance with vm_state building and task_state spawning. [ 825.315440] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df1fe94d-ff3f-4a9c-8a22-a19c2df6bd90 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "47e118de-7a80-4d90-b2d0-07af360ecd9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.978s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.347527] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446150, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.370320] env[69990]: DEBUG nova.network.neutron [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Successfully updated port: efc50387-5754-4d9e-9a7d-2bf5f98322ea {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.731240] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167215} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.731549] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.732344] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1b9d6-84a0-481c-a4a6-52a27975c748 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.755186] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] ecd1271e-b133-462f-aa41-00d79575f2c8/ecd1271e-b133-462f-aa41-00d79575f2c8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.755505] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f2b94d-e381-428d-8a9e-005d16dead55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.777040] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 825.777040] env[69990]: value = "task-3446152" [ 825.777040] env[69990]: _type = "Task" [ 825.777040] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.786122] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bff02ca7-a557-499b-ada9-65c41af37bec tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.787244] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.787562] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.968s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.789117] env[69990]: INFO nova.compute.claims [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.854671] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446150, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.873244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "refresh_cache-2025809c-ee0d-4423-8a19-4fdcc7c2684f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.874630] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "refresh_cache-2025809c-ee0d-4423-8a19-4fdcc7c2684f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.874630] env[69990]: DEBUG nova.network.neutron [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.287860] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.348600] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446150, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.424455] env[69990]: DEBUG nova.network.neutron [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.589349] env[69990]: DEBUG nova.network.neutron [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Updating instance_info_cache with network_info: [{"id": "efc50387-5754-4d9e-9a7d-2bf5f98322ea", "address": "fa:16:3e:42:14:d1", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc50387-57", "ovs_interfaceid": "efc50387-5754-4d9e-9a7d-2bf5f98322ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.787662] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446152, 'name': ReconfigVM_Task, 'duration_secs': 0.620531} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.787963] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Reconfigured VM instance instance-0000003c to attach disk [datastore2] ecd1271e-b133-462f-aa41-00d79575f2c8/ecd1271e-b133-462f-aa41-00d79575f2c8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.788334] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69990) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 826.789168] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-82706741-956a-4e90-b3af-e778a9e87830 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.795955] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 826.795955] env[69990]: value = "task-3446153" [ 826.795955] env[69990]: _type = "Task" [ 826.795955] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.806532] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446153, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.848534] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446150, 'name': CloneVM_Task, 'duration_secs': 1.793443} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.849238] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Created linked-clone VM from snapshot [ 826.849638] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2833656-3bc3-4fd6-a147-750cd4066c2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.859806] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Uploading image cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.888491] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 826.888491] env[69990]: value = "vm-687950" [ 826.888491] env[69990]: _type = "VirtualMachine" [ 826.888491] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 826.888780] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3cc67e7-6e40-4c03-a053-fc3215625a58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.897562] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease: (returnval){ [ 826.897562] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5200ee96-e2cb-4be3-3cce-918d0579caf5" [ 826.897562] env[69990]: _type = "HttpNfcLease" [ 826.897562] env[69990]: } obtained for exporting VM: (result){ [ 826.897562] env[69990]: value = "vm-687950" [ 826.897562] env[69990]: _type = "VirtualMachine" [ 826.897562] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 826.897815] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the lease: (returnval){ [ 826.897815] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5200ee96-e2cb-4be3-3cce-918d0579caf5" [ 826.897815] env[69990]: _type = "HttpNfcLease" [ 826.897815] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.904274] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.904274] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5200ee96-e2cb-4be3-3cce-918d0579caf5" [ 826.904274] env[69990]: _type = "HttpNfcLease" [ 826.904274] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.095209] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "refresh_cache-2025809c-ee0d-4423-8a19-4fdcc7c2684f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.095209] env[69990]: DEBUG nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Instance network_info: |[{"id": "efc50387-5754-4d9e-9a7d-2bf5f98322ea", "address": "fa:16:3e:42:14:d1", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc50387-57", "ovs_interfaceid": "efc50387-5754-4d9e-9a7d-2bf5f98322ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.095998] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:14:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efc50387-5754-4d9e-9a7d-2bf5f98322ea', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.103716] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.104043] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.105149] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07d8d6f-1e15-4f04-908d-d65bd4562b2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.129825] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.129825] env[69990]: value = "task-3446155" [ 827.129825] env[69990]: _type = "Task" [ 827.129825] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.142471] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446155, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.193426] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84fd468-aa92-44bb-9e1a-f4dfa2e90964 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.201219] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990fa7a5-748f-4d2a-8525-40da9e9e93b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.234884] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2f38b-57a2-45f9-8e96-16609ede52e5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.243722] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eaaba9-e22c-4d2f-9fb1-6ae602414ebe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.258031] env[69990]: DEBUG nova.compute.provider_tree [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.308431] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446153, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061426} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.308820] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69990) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 827.309595] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fa83c7-b1c2-4039-ab00-970f74d359f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.337962] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] ecd1271e-b133-462f-aa41-00d79575f2c8/ephemeral_0.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.338954] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80de3fd-0b08-4ffb-9928-d01f7f4f6448 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.358668] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 827.358668] env[69990]: value = "task-3446156" [ 827.358668] env[69990]: _type = "Task" [ 827.358668] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.367292] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.388555] env[69990]: DEBUG nova.compute.manager [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Received event network-changed-efc50387-5754-4d9e-9a7d-2bf5f98322ea {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.388948] env[69990]: DEBUG nova.compute.manager [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Refreshing instance network info cache due to event network-changed-efc50387-5754-4d9e-9a7d-2bf5f98322ea. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.389205] env[69990]: DEBUG oslo_concurrency.lockutils [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] Acquiring lock "refresh_cache-2025809c-ee0d-4423-8a19-4fdcc7c2684f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.389320] env[69990]: DEBUG oslo_concurrency.lockutils [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] Acquired lock "refresh_cache-2025809c-ee0d-4423-8a19-4fdcc7c2684f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.389592] env[69990]: DEBUG nova.network.neutron [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Refreshing network info cache for port efc50387-5754-4d9e-9a7d-2bf5f98322ea {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.408185] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.408185] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5200ee96-e2cb-4be3-3cce-918d0579caf5" [ 827.408185] env[69990]: _type = "HttpNfcLease" [ 827.408185] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.408552] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.408552] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5200ee96-e2cb-4be3-3cce-918d0579caf5" [ 827.408552] env[69990]: _type = "HttpNfcLease" [ 827.408552] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.409318] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80530930-dc79-4724-b19d-17a58f442793 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.419979] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1bcbd-59a3-a689-940f-4a0c131b3dd0/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.419979] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1bcbd-59a3-a689-940f-4a0c131b3dd0/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.481180] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.481449] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.533587] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4576ccd-1d5c-48fe-bb8c-6f31fc860623 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.641043] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446155, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.793595] env[69990]: DEBUG nova.scheduler.client.report [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 827.793595] env[69990]: DEBUG nova.compute.provider_tree [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 86 to 87 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 827.793595] env[69990]: DEBUG nova.compute.provider_tree [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.868809] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.986926] env[69990]: DEBUG nova.compute.utils [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.141725] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446155, 'name': CreateVM_Task, 'duration_secs': 0.533492} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.143495] env[69990]: DEBUG nova.network.neutron [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Updated VIF entry in instance network info cache for port efc50387-5754-4d9e-9a7d-2bf5f98322ea. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.143495] env[69990]: DEBUG nova.network.neutron [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Updating instance_info_cache with network_info: [{"id": "efc50387-5754-4d9e-9a7d-2bf5f98322ea", "address": "fa:16:3e:42:14:d1", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc50387-57", "ovs_interfaceid": "efc50387-5754-4d9e-9a7d-2bf5f98322ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.144394] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.145286] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.145443] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145782] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146162] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9614d768-735a-48a1-b8cc-99cc8acec05b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.152789] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 828.152789] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5250db7f-cc60-bd19-291e-519a4ee15619" [ 828.152789] env[69990]: _type = "Task" [ 828.152789] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.161645] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5250db7f-cc60-bd19-291e-519a4ee15619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.301565] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.302383] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.305971] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.660s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.308129] env[69990]: INFO nova.compute.claims [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.370869] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446156, 'name': ReconfigVM_Task, 'duration_secs': 0.527059} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.371553] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Reconfigured VM instance instance-0000003c to attach disk [datastore2] ecd1271e-b133-462f-aa41-00d79575f2c8/ephemeral_0.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.372370] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0b65448-b9bb-4a1e-8f1e-0f45fac3ea82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.381174] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 828.381174] env[69990]: value = "task-3446157" [ 828.381174] env[69990]: _type = "Task" [ 828.381174] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.390833] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446157, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.490631] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.647469] env[69990]: DEBUG oslo_concurrency.lockutils [req-833b8161-e5a1-454e-879a-f12dd7d3fc01 req-4b17113b-c95a-47d1-b259-978e1d519339 service nova] Releasing lock "refresh_cache-2025809c-ee0d-4423-8a19-4fdcc7c2684f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.662986] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5250db7f-cc60-bd19-291e-519a4ee15619, 'name': SearchDatastore_Task, 'duration_secs': 0.023145} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.663410] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.663715] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.664028] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.664225] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.664438] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.664797] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88bd6bdd-dd28-4a60-a09a-264839d0e0f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.673117] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.674019] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.674210] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96058077-2cdf-4f8f-a9e7-163d0424efad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.680120] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 828.680120] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52adbc9e-2340-a8dd-d964-1d020c1bfb3a" [ 828.680120] env[69990]: _type = "Task" [ 828.680120] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.689206] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52adbc9e-2340-a8dd-d964-1d020c1bfb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.808272] env[69990]: DEBUG nova.compute.utils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.810498] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.810762] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.861780] env[69990]: DEBUG nova.policy [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46282a1d8697483c9234e364ca3c9685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba74fe417ab44f4aeb98773ba70ff5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.891493] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446157, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.167108] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Successfully created port: ed75940d-f02b-4fb5-b3e3-ea27772e6d71 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.193248] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52adbc9e-2340-a8dd-d964-1d020c1bfb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01541} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.196030] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7100ff7f-c383-49e7-ad49-1faf13d7c4c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.201419] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 829.201419] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d877ff-e3d3-3be9-ab51-5042d8dcedb2" [ 829.201419] env[69990]: _type = "Task" [ 829.201419] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.211561] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d877ff-e3d3-3be9-ab51-5042d8dcedb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.315572] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.396986] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446157, 'name': Rename_Task, 'duration_secs': 0.749608} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.397436] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.397806] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcc34a28-74e2-4cfd-8e1f-458de37f93ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.406687] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 829.406687] env[69990]: value = "task-3446158" [ 829.406687] env[69990]: _type = "Task" [ 829.406687] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.417376] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.553444] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.553870] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.554166] env[69990]: INFO nova.compute.manager [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Attaching volume 9bcff309-ef1d-45d4-b594-40f396799224 to /dev/sdb [ 829.592107] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb91f80-c477-434f-ab90-a428d45b0b63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.602164] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdb0f2e-44f7-4f7f-b52f-82ee17d97e5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.615551] env[69990]: DEBUG nova.virt.block_device [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating existing volume attachment record: a60ce31d-ae3a-47bc-857e-5a5c83e92b4e {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 829.711918] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d877ff-e3d3-3be9-ab51-5042d8dcedb2, 'name': SearchDatastore_Task, 'duration_secs': 0.020618} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.714381] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.714381] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2025809c-ee0d-4423-8a19-4fdcc7c2684f/2025809c-ee0d-4423-8a19-4fdcc7c2684f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.714381] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8d7593-ec59-4a2a-b53f-1173c757f546 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.716986] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f863f97d-4b48-4bda-94ff-60d4ba878aa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.724604] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9274f3-b6c1-44b6-8afa-ba67f9043691 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.728152] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 829.728152] env[69990]: value = "task-3446159" [ 829.728152] env[69990]: _type = "Task" [ 829.728152] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.758914] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc6ca19-7d53-494d-9a4d-b13d7b721ba5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.764766] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.769986] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9aebb6-effe-4e27-8fad-ff2457a5b6e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.784009] env[69990]: DEBUG nova.compute.provider_tree [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.918686] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.242599] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446159, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.288497] env[69990]: DEBUG nova.scheduler.client.report [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.331020] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.417928] env[69990]: DEBUG oslo_vmware.api [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446158, 'name': PowerOnVM_Task, 'duration_secs': 0.767444} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.418385] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.418447] env[69990]: INFO nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Took 11.07 seconds to spawn the instance on the hypervisor. [ 830.418649] env[69990]: DEBUG nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.419455] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d03316-32cf-42b3-a551-d5945476a5d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.645843] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Successfully updated port: ed75940d-f02b-4fb5-b3e3-ea27772e6d71 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.739129] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61086} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.739408] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2025809c-ee0d-4423-8a19-4fdcc7c2684f/2025809c-ee0d-4423-8a19-4fdcc7c2684f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.739638] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.739893] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12d8e31-3e9e-4dcd-8a7a-9e32de3a02f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.746350] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 830.746350] env[69990]: value = "task-3446163" [ 830.746350] env[69990]: _type = "Task" [ 830.746350] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.755019] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.794776] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.795551] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.798226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.693s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.798414] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.798610] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 830.798951] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.773s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.799271] env[69990]: DEBUG nova.objects.instance [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lazy-loading 'resources' on Instance uuid 2a580581-f0cd-4942-b79f-14f703e886a4 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.801370] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26290b73-2185-408d-979b-528a5aca3425 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.814327] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1939b2-25d4-4a76-b8d1-f3b92a21ec53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.834677] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8044b3-54ce-4db4-915e-3e030b773c98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.843062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fcc0f8-6319-4f48-a0e7-7824898cdaa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.876681] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179091MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 830.876848] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.940182] env[69990]: INFO nova.compute.manager [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Took 55.13 seconds to build instance. [ 831.152530] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "refresh_cache-37dba20d-1a17-4341-8ac2-95a8a53374df" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.152677] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "refresh_cache-37dba20d-1a17-4341-8ac2-95a8a53374df" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.152829] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.256227] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07584} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.256494] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.257311] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2b3493-0bae-4081-95e5-ab2d4404ba28 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.279965] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2025809c-ee0d-4423-8a19-4fdcc7c2684f/2025809c-ee0d-4423-8a19-4fdcc7c2684f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.280316] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-040c85e3-d234-424c-80d5-764b6f7a8359 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.300352] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 831.300352] env[69990]: value = "task-3446164" [ 831.300352] env[69990]: _type = "Task" [ 831.300352] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.304408] env[69990]: DEBUG nova.compute.utils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.305690] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.305862] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.313996] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.359176] env[69990]: DEBUG nova.policy [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46282a1d8697483c9234e364ca3c9685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba74fe417ab44f4aeb98773ba70ff5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.445531] env[69990]: DEBUG oslo_concurrency.lockutils [None req-41bd2162-41c1-44f1-9430-5b5d006cf96e tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.099s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.617168] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Successfully created port: 72ff8487-96a1-4f46-9e6d-4676c07269a1 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.704199] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.721089] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a27b0-c71c-460c-a88e-59f31fadc4eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.733035] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d11efb-658a-4085-94d5-34ebb04da163 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.769036] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97fc0e8-f917-44c7-aeb3-9df344807d91 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.778405] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9998ed06-21b4-4b2e-8c72-eb41433b9155 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.795022] env[69990]: DEBUG nova.compute.provider_tree [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.810620] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.813290] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.892036] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Updating instance_info_cache with network_info: [{"id": "ed75940d-f02b-4fb5-b3e3-ea27772e6d71", "address": "fa:16:3e:0e:a3:ae", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped75940d-f0", "ovs_interfaceid": "ed75940d-f02b-4fb5-b3e3-ea27772e6d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.297030] env[69990]: DEBUG nova.scheduler.client.report [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.312315] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446164, 'name': ReconfigVM_Task, 'duration_secs': 0.770315} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.312746] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2025809c-ee0d-4423-8a19-4fdcc7c2684f/2025809c-ee0d-4423-8a19-4fdcc7c2684f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.314040] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dae6a70d-a688-43b1-81cf-7880c84fe3ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.324816] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 832.324816] env[69990]: value = "task-3446166" [ 832.324816] env[69990]: _type = "Task" [ 832.324816] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.333459] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446166, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.395524] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "refresh_cache-37dba20d-1a17-4341-8ac2-95a8a53374df" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.395968] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Instance network_info: |[{"id": "ed75940d-f02b-4fb5-b3e3-ea27772e6d71", "address": "fa:16:3e:0e:a3:ae", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped75940d-f0", "ovs_interfaceid": "ed75940d-f02b-4fb5-b3e3-ea27772e6d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.802219] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.805353] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.951s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.807638] env[69990]: INFO nova.compute.claims [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.822578] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.835763] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446166, 'name': Rename_Task, 'duration_secs': 0.200168} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.836846] env[69990]: INFO nova.scheduler.client.report [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted allocations for instance 2a580581-f0cd-4942-b79f-14f703e886a4 [ 832.837990] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.838278] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187d98b2-85d7-4362-b49e-b5655bc21cc3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.847745] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 832.847745] env[69990]: value = "task-3446167" [ 832.847745] env[69990]: _type = "Task" [ 832.847745] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.857110] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.931034] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.931416] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.931685] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.931892] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.931950] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.932474] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.932474] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.932645] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.932705] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.932883] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.933174] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.935469] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80ad29-62c1-4516-8d40-044600fb646b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.944399] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac3a4a-ce6e-41e7-a57e-eb2b64e25334 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.952208] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.952483] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.952640] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.952819] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.952962] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.953455] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.953455] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.953630] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.953762] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.953922] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.954124] env[69990]: DEBUG nova.virt.hardware [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.956473] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e88f64-3b13-47b6-9542-2a2384dc1eef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.971032] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:a3:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed75940d-f02b-4fb5-b3e3-ea27772e6d71', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.980068] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Creating folder: Project (eba74fe417ab44f4aeb98773ba70ff5d). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.982861] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52623681-eda7-3c21-3689-d03fcd8a4a92/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 832.986754] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c6da0f7-dad5-41a9-bebf-1da03afe2744 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.989597] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa99d8-aac8-4c02-bf65-e369ddee5325 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.993938] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4714e78-dd1c-4f51-be8c-bba61548f94c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.002317] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52623681-eda7-3c21-3689-d03fcd8a4a92/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 833.002561] env[69990]: ERROR oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52623681-eda7-3c21-3689-d03fcd8a4a92/disk-0.vmdk due to incomplete transfer. [ 833.011069] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2cd2ef26-34c6-477c-84ff-3eeb6f6e96e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.015541] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Created folder: Project (eba74fe417ab44f4aeb98773ba70ff5d) in parent group-v687779. [ 833.015775] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Creating folder: Instances. Parent ref: group-v687954. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.016392] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6245b42-2467-4a48-90bf-47bbf880bb38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.022013] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52623681-eda7-3c21-3689-d03fcd8a4a92/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 833.022255] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Uploaded image 4a0c2cb7-ebe8-44d7-a9ed-c45011977212 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 833.025794] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.026949] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad1ee4a0-eaef-4315-8943-f65b5996f18d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.029445] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Created folder: Instances in parent group-v687954. [ 833.029740] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.029960] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.030612] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-776446ea-53e1-4f92-b221-d3694230b3c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.056808] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 833.056808] env[69990]: value = "task-3446170" [ 833.056808] env[69990]: _type = "Task" [ 833.056808] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.061998] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.061998] env[69990]: value = "task-3446171" [ 833.061998] env[69990]: _type = "Task" [ 833.061998] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.069147] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446170, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.074374] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446171, 'name': CreateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.347154] env[69990]: DEBUG oslo_concurrency.lockutils [None req-787717e2-b403-4261-ad5e-1632198dc16a tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "2a580581-f0cd-4942-b79f-14f703e886a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.085s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.359894] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.549123] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Successfully updated port: 72ff8487-96a1-4f46-9e6d-4676c07269a1 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.571483] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446170, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.575909] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446171, 'name': CreateVM_Task, 'duration_secs': 0.484058} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.579128] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.579128] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.579128] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.579128] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.579128] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b88c6f-b68d-46cd-ad75-8b0414e661d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.582943] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 833.582943] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5253beab-626e-edb4-6580-0cf815c6d7fd" [ 833.582943] env[69990]: _type = "Task" [ 833.582943] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.592962] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5253beab-626e-edb4-6580-0cf815c6d7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.707430] env[69990]: DEBUG nova.compute.manager [req-84387c5d-d95c-4f37-a409-5bc22a978693 req-dd5e5ea8-1941-4f81-9179-5ba739de740c service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Received event network-vif-plugged-ed75940d-f02b-4fb5-b3e3-ea27772e6d71 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.707650] env[69990]: DEBUG oslo_concurrency.lockutils [req-84387c5d-d95c-4f37-a409-5bc22a978693 req-dd5e5ea8-1941-4f81-9179-5ba739de740c service nova] Acquiring lock "37dba20d-1a17-4341-8ac2-95a8a53374df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.707862] env[69990]: DEBUG oslo_concurrency.lockutils [req-84387c5d-d95c-4f37-a409-5bc22a978693 req-dd5e5ea8-1941-4f81-9179-5ba739de740c service nova] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.710336] env[69990]: DEBUG oslo_concurrency.lockutils [req-84387c5d-d95c-4f37-a409-5bc22a978693 req-dd5e5ea8-1941-4f81-9179-5ba739de740c service nova] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.710336] env[69990]: DEBUG nova.compute.manager [req-84387c5d-d95c-4f37-a409-5bc22a978693 req-dd5e5ea8-1941-4f81-9179-5ba739de740c service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] No waiting events found dispatching network-vif-plugged-ed75940d-f02b-4fb5-b3e3-ea27772e6d71 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.710336] env[69990]: WARNING nova.compute.manager [req-84387c5d-d95c-4f37-a409-5bc22a978693 req-dd5e5ea8-1941-4f81-9179-5ba739de740c service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Received unexpected event network-vif-plugged-ed75940d-f02b-4fb5-b3e3-ea27772e6d71 for instance with vm_state building and task_state spawning. [ 833.769330] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "2da1960e-c34b-456b-8703-fcd47581a160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.769563] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "2da1960e-c34b-456b-8703-fcd47581a160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.826560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.826827] env[69990]: DEBUG oslo_concurrency.lockutils [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.857933] env[69990]: DEBUG oslo_vmware.api [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446167, 'name': PowerOnVM_Task, 'duration_secs': 0.860359} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.858222] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.858426] env[69990]: INFO nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Took 9.15 seconds to spawn the instance on the hypervisor. [ 833.858606] env[69990]: DEBUG nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.859403] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6e1569-63fe-40a7-8d72-8925849f81d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.054595] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "refresh_cache-169f9f33-9651-4f83-b082-2b553ca2156b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.054595] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "refresh_cache-169f9f33-9651-4f83-b082-2b553ca2156b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.054595] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.074367] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446170, 'name': Destroy_Task, 'duration_secs': 0.575615} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.074367] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Destroyed the VM [ 834.074367] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.074367] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77fa4360-9e46-4ad8-8f00-6661dd11c669 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.080035] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 834.080035] env[69990]: value = "task-3446172" [ 834.080035] env[69990]: _type = "Task" [ 834.080035] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.095977] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446172, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.099709] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5253beab-626e-edb4-6580-0cf815c6d7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.026599} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.100112] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.100261] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.100501] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.100648] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.100889] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.101179] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cda57879-a441-462f-802e-7ddbb072741c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.114384] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.114582] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.115726] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf93cb32-54c9-4155-b6aa-b761e16d818a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.120841] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 834.120841] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c54fa4-9954-3dc3-10eb-0ee3ec90f879" [ 834.120841] env[69990]: _type = "Task" [ 834.120841] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.132956] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c54fa4-9954-3dc3-10eb-0ee3ec90f879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.168921] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 834.169199] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687953', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'name': 'volume-9bcff309-ef1d-45d4-b594-40f396799224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec071c54-6c86-4dfe-8411-3cee70ddf188', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'serial': '9bcff309-ef1d-45d4-b594-40f396799224'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 834.170096] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e74ec02-e05a-4331-87d4-dd0654f9f320 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.192573] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7077e0-c23c-44e4-94db-434009e8813b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.222310] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-9bcff309-ef1d-45d4-b594-40f396799224/volume-9bcff309-ef1d-45d4-b594-40f396799224.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.225341] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7658c4-4c62-4f84-b576-ddd834bcc5c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.245024] env[69990]: DEBUG oslo_vmware.api [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 834.245024] env[69990]: value = "task-3446173" [ 834.245024] env[69990]: _type = "Task" [ 834.245024] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.256354] env[69990]: DEBUG oslo_vmware.api [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.272230] env[69990]: DEBUG nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.284091] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa13b0b-acc7-43dc-9f60-419ce493212f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.291114] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc18f3f3-b14e-4bb7-8988-950181365120 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.322383] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ee881-9420-414e-aafc-00c59f61cfaa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.330603] env[69990]: DEBUG nova.compute.utils [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.333456] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec16dfe3-37f4-41f7-99bc-2a7f55584900 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.349118] env[69990]: DEBUG nova.compute.provider_tree [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.379312] env[69990]: INFO nova.compute.manager [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Took 54.86 seconds to build instance. [ 834.587770] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.595463] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446172, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.633553] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c54fa4-9954-3dc3-10eb-0ee3ec90f879, 'name': SearchDatastore_Task, 'duration_secs': 0.017594} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.636808] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9055b452-67d0-413a-8997-b2e759087f56 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.642910] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 834.642910] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b3f22e-4925-9da0-1955-7ef4594cc218" [ 834.642910] env[69990]: _type = "Task" [ 834.642910] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.651863] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b3f22e-4925-9da0-1955-7ef4594cc218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.761995] env[69990]: DEBUG oslo_vmware.api [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446173, 'name': ReconfigVM_Task, 'duration_secs': 0.412521} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.761995] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-9bcff309-ef1d-45d4-b594-40f396799224/volume-9bcff309-ef1d-45d4-b594-40f396799224.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.767269] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae12d57-dde3-4540-b677-cfe302113fa2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.786637] env[69990]: DEBUG nova.network.neutron [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Updating instance_info_cache with network_info: [{"id": "72ff8487-96a1-4f46-9e6d-4676c07269a1", "address": "fa:16:3e:20:a2:e3", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ff8487-96", "ovs_interfaceid": "72ff8487-96a1-4f46-9e6d-4676c07269a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.792945] env[69990]: DEBUG oslo_vmware.api [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 834.792945] env[69990]: value = "task-3446174" [ 834.792945] env[69990]: _type = "Task" [ 834.792945] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.802426] env[69990]: DEBUG oslo_vmware.api [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.804328] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.834202] env[69990]: DEBUG oslo_concurrency.lockutils [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.852359] env[69990]: DEBUG nova.scheduler.client.report [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.880999] env[69990]: DEBUG oslo_concurrency.lockutils [None req-529f21bc-8f28-4747-9fb1-75c5c693c8f0 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.364s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.091325] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446172, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.153974] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b3f22e-4925-9da0-1955-7ef4594cc218, 'name': SearchDatastore_Task, 'duration_secs': 0.020546} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.154283] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.154551] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 37dba20d-1a17-4341-8ac2-95a8a53374df/37dba20d-1a17-4341-8ac2-95a8a53374df.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.154819] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8dbc67f-8c09-41cd-a4ef-62065c4fc867 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.161861] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 835.161861] env[69990]: value = "task-3446175" [ 835.161861] env[69990]: _type = "Task" [ 835.161861] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.171169] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.281575] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "7500e3ab-6762-4678-bf88-08c2425e9076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.281862] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "7500e3ab-6762-4678-bf88-08c2425e9076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.292222] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "refresh_cache-169f9f33-9651-4f83-b082-2b553ca2156b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.292512] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Instance network_info: |[{"id": "72ff8487-96a1-4f46-9e6d-4676c07269a1", "address": "fa:16:3e:20:a2:e3", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ff8487-96", "ovs_interfaceid": "72ff8487-96a1-4f46-9e6d-4676c07269a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.292759] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:a2:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72ff8487-96a1-4f46-9e6d-4676c07269a1', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.300926] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.302526] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.305577] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96c3d873-11a5-467e-a98a-4f7ae391ae78 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.331134] env[69990]: DEBUG oslo_vmware.api [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446174, 'name': ReconfigVM_Task, 'duration_secs': 0.161208} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.332997] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687953', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'name': 'volume-9bcff309-ef1d-45d4-b594-40f396799224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec071c54-6c86-4dfe-8411-3cee70ddf188', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'serial': '9bcff309-ef1d-45d4-b594-40f396799224'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 835.334558] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.334558] env[69990]: value = "task-3446176" [ 835.334558] env[69990]: _type = "Task" [ 835.334558] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.345216] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446176, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.358655] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.359776] env[69990]: DEBUG nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.363717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.783s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.365430] env[69990]: INFO nova.compute.claims [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.588608] env[69990]: DEBUG nova.compute.manager [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Received event network-changed-e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.588825] env[69990]: DEBUG nova.compute.manager [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Refreshing instance network info cache due to event network-changed-e9a4f1ed-1f58-4815-8208-171b21c10552. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.589244] env[69990]: DEBUG oslo_concurrency.lockutils [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] Acquiring lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.589472] env[69990]: DEBUG oslo_concurrency.lockutils [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] Acquired lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.589666] env[69990]: DEBUG nova.network.neutron [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Refreshing network info cache for port e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.597656] env[69990]: DEBUG oslo_vmware.api [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446172, 'name': RemoveSnapshot_Task, 'duration_secs': 1.293116} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.598314] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.598632] env[69990]: INFO nova.compute.manager [None req-2dd6a6fb-7cf5-473a-bb9f-a1ca84bd158e tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 835.672718] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.785349] env[69990]: DEBUG nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.800957] env[69990]: DEBUG nova.compute.manager [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Received event network-changed-ed75940d-f02b-4fb5-b3e3-ea27772e6d71 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.801475] env[69990]: DEBUG nova.compute.manager [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Refreshing instance network info cache due to event network-changed-ed75940d-f02b-4fb5-b3e3-ea27772e6d71. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.801844] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Acquiring lock "refresh_cache-37dba20d-1a17-4341-8ac2-95a8a53374df" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.802155] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Acquired lock "refresh_cache-37dba20d-1a17-4341-8ac2-95a8a53374df" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.802580] env[69990]: DEBUG nova.network.neutron [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Refreshing network info cache for port ed75940d-f02b-4fb5-b3e3-ea27772e6d71 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.850399] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446176, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.870948] env[69990]: DEBUG nova.compute.utils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.874396] env[69990]: DEBUG nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 835.935301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.935454] env[69990]: DEBUG oslo_concurrency.lockutils [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.935633] env[69990]: INFO nova.compute.manager [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Attaching volume 061a123f-c946-4e57-a376-ff5577bf8950 to /dev/sdb [ 835.978599] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9923cd-bb64-4279-a52e-1ea560a8d8c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.987594] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a71d59-535e-480c-85d8-bb1dbda33ace {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.002097] env[69990]: DEBUG nova.virt.block_device [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updating existing volume attachment record: 052b88bc-b8c5-4bee-a41c-6fcf2ed9778b {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.178133] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6419} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.178594] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 37dba20d-1a17-4341-8ac2-95a8a53374df/37dba20d-1a17-4341-8ac2-95a8a53374df.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.179091] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.179091] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d218f72-0b99-4502-99b6-fd1e7eef0871 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.187446] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 836.187446] env[69990]: value = "task-3446178" [ 836.187446] env[69990]: _type = "Task" [ 836.187446] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.199257] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.321714] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.345180] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446176, 'name': CreateVM_Task, 'duration_secs': 0.519756} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.347575] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.348408] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.348638] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.349042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.349472] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a30110e-0c8e-45da-8cd1-a2ae83fe0541 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.355514] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 836.355514] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]528f1d13-8cc7-86e0-0b63-4e6df82e3edd" [ 836.355514] env[69990]: _type = "Task" [ 836.355514] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.363691] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528f1d13-8cc7-86e0-0b63-4e6df82e3edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.375681] env[69990]: DEBUG nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.390074] env[69990]: DEBUG nova.network.neutron [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Updated VIF entry in instance network info cache for port e9a4f1ed-1f58-4815-8208-171b21c10552. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.390327] env[69990]: DEBUG nova.network.neutron [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Updating instance_info_cache with network_info: [{"id": "e9a4f1ed-1f58-4815-8208-171b21c10552", "address": "fa:16:3e:0b:ee:e3", "network": {"id": "b890dab5-5359-4bd8-a84d-bce2fb5ad9a3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1012405154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34d9339ee13f417bb6e5b2cf5a22201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a4f1ed-1f", "ovs_interfaceid": "e9a4f1ed-1f58-4815-8208-171b21c10552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.405798] env[69990]: DEBUG nova.objects.instance [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lazy-loading 'flavor' on Instance uuid ec071c54-6c86-4dfe-8411-3cee70ddf188 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.601421] env[69990]: DEBUG nova.network.neutron [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Updated VIF entry in instance network info cache for port ed75940d-f02b-4fb5-b3e3-ea27772e6d71. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.601782] env[69990]: DEBUG nova.network.neutron [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Updating instance_info_cache with network_info: [{"id": "ed75940d-f02b-4fb5-b3e3-ea27772e6d71", "address": "fa:16:3e:0e:a3:ae", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped75940d-f0", "ovs_interfaceid": "ed75940d-f02b-4fb5-b3e3-ea27772e6d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.696991] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137547} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.699789] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.701034] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417388a3-7b6e-4f91-ae80-4d20cb771274 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.723964] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 37dba20d-1a17-4341-8ac2-95a8a53374df/37dba20d-1a17-4341-8ac2-95a8a53374df.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.727062] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409f6f0f-f73f-453a-be94-ac8cd3397f46 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.751936] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 836.751936] env[69990]: value = "task-3446181" [ 836.751936] env[69990]: _type = "Task" [ 836.751936] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.765027] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.872196] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528f1d13-8cc7-86e0-0b63-4e6df82e3edd, 'name': SearchDatastore_Task, 'duration_secs': 0.020731} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.872196] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.872590] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.872590] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.872694] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.872950] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.873310] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bc1326f-b3fe-4b33-8c34-1f5d1ba317b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.881600] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28104370-c422-4060-8de9-8bfcc4c3cd72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.886271] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.886536] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.890902] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d32a53-5fb2-4f23-9175-55c5d5456a45 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.895810] env[69990]: DEBUG oslo_concurrency.lockutils [req-5c8b4c78-8fa9-4641-9311-21082d3d2f8b req-996db794-0704-4bd1-956e-b7dad72ae167 service nova] Releasing lock "refresh_cache-ecd1271e-b133-462f-aa41-00d79575f2c8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.897631] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37030a43-1f2c-4702-aec3-77ffdfb0c5df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.903288] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 836.903288] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521094e8-9f7d-4cb7-0a23-dd7dc9517416" [ 836.903288] env[69990]: _type = "Task" [ 836.903288] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.933679] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9be58eb8-61c5-4ef2-bd95-fe4da35bf52b tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.380s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.936200] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea2b29b-c333-47f3-a054-264ffe60d382 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.942640] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521094e8-9f7d-4cb7-0a23-dd7dc9517416, 'name': SearchDatastore_Task, 'duration_secs': 0.015359} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.943915] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71521f8b-114b-421a-be78-e5354151b559 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.951229] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5660f3-3589-413e-923d-354f2dd8209c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.957376] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 836.957376] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5244c35b-02b1-ffc1-43ba-b8b675e7b254" [ 836.957376] env[69990]: _type = "Task" [ 836.957376] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.969788] env[69990]: DEBUG nova.compute.provider_tree [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.976408] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5244c35b-02b1-ffc1-43ba-b8b675e7b254, 'name': SearchDatastore_Task, 'duration_secs': 0.019063} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.976650] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.976906] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 169f9f33-9651-4f83-b082-2b553ca2156b/169f9f33-9651-4f83-b082-2b553ca2156b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.977176] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e5fd77a-2a3b-4e19-a32b-a974a05f8926 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.983862] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 836.983862] env[69990]: value = "task-3446182" [ 836.983862] env[69990]: _type = "Task" [ 836.983862] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.994713] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.104291] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Releasing lock "refresh_cache-37dba20d-1a17-4341-8ac2-95a8a53374df" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.105472] env[69990]: DEBUG nova.compute.manager [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Received event network-vif-plugged-72ff8487-96a1-4f46-9e6d-4676c07269a1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.105472] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Acquiring lock "169f9f33-9651-4f83-b082-2b553ca2156b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.105472] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Lock "169f9f33-9651-4f83-b082-2b553ca2156b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.105652] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Lock "169f9f33-9651-4f83-b082-2b553ca2156b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.105734] env[69990]: DEBUG nova.compute.manager [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] No waiting events found dispatching network-vif-plugged-72ff8487-96a1-4f46-9e6d-4676c07269a1 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.105937] env[69990]: WARNING nova.compute.manager [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Received unexpected event network-vif-plugged-72ff8487-96a1-4f46-9e6d-4676c07269a1 for instance with vm_state building and task_state spawning. [ 837.106165] env[69990]: DEBUG nova.compute.manager [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Received event network-changed-72ff8487-96a1-4f46-9e6d-4676c07269a1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.106355] env[69990]: DEBUG nova.compute.manager [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Refreshing instance network info cache due to event network-changed-72ff8487-96a1-4f46-9e6d-4676c07269a1. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.107026] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Acquiring lock "refresh_cache-169f9f33-9651-4f83-b082-2b553ca2156b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.107026] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Acquired lock "refresh_cache-169f9f33-9651-4f83-b082-2b553ca2156b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.107026] env[69990]: DEBUG nova.network.neutron [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Refreshing network info cache for port 72ff8487-96a1-4f46-9e6d-4676c07269a1 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.248050] env[69990]: INFO nova.compute.manager [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Rescuing [ 837.248459] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.248628] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.248799] env[69990]: DEBUG nova.network.neutron [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.263883] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446181, 'name': ReconfigVM_Task, 'duration_secs': 0.508152} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.263883] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 37dba20d-1a17-4341-8ac2-95a8a53374df/37dba20d-1a17-4341-8ac2-95a8a53374df.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.263883] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e338695-f820-4612-b127-d85e581f456e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.270963] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 837.270963] env[69990]: value = "task-3446183" [ 837.270963] env[69990]: _type = "Task" [ 837.270963] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.280790] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446183, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.332370] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "e294004b-ac53-4fea-876f-0547e0ce009b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.333029] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.397634] env[69990]: DEBUG nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.432814] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.433396] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.433857] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.434261] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.434581] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.434982] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.435789] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.435994] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.436409] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.436824] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.437161] env[69990]: DEBUG nova.virt.hardware [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.439252] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893f1905-d7fe-47a6-b26f-81d6e985b449 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.450836] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8b531-fa9c-453f-b72b-7997540345cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.475338] env[69990]: DEBUG nova.scheduler.client.report [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.480136] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.486937] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Creating folder: Project (d4275ff17869429aa51501684da6ba0b). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.488031] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a0a4d6-daa1-4513-bfef-9063120d5372 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.496752] env[69990]: DEBUG nova.compute.manager [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.498543] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0cb51-87d5-43fe-9b88-e2f4f514258b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.506205] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446182, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.508485] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Created folder: Project (d4275ff17869429aa51501684da6ba0b) in parent group-v687779. [ 837.508746] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Creating folder: Instances. Parent ref: group-v687960. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.509144] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-061d7666-e11f-42e2-bba1-bbb0d64c6e09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.524855] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Created folder: Instances in parent group-v687960. [ 837.525012] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.525179] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.525796] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-683a7355-56c1-4fe7-b6ef-66afce06eeec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.546937] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.546937] env[69990]: value = "task-3446186" [ 837.546937] env[69990]: _type = "Task" [ 837.546937] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.559679] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446186, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.782774] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446183, 'name': Rename_Task, 'duration_secs': 0.427371} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.783156] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.783432] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aec2cfd-fd0c-42f9-b632-56387eff7bc9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.789580] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 837.789580] env[69990]: value = "task-3446187" [ 837.789580] env[69990]: _type = "Task" [ 837.789580] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.809024] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.816944] env[69990]: DEBUG nova.network.neutron [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Updated VIF entry in instance network info cache for port 72ff8487-96a1-4f46-9e6d-4676c07269a1. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.817316] env[69990]: DEBUG nova.network.neutron [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Updating instance_info_cache with network_info: [{"id": "72ff8487-96a1-4f46-9e6d-4676c07269a1", "address": "fa:16:3e:20:a2:e3", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ff8487-96", "ovs_interfaceid": "72ff8487-96a1-4f46-9e6d-4676c07269a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.837309] env[69990]: DEBUG nova.compute.utils [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.991759] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.992336] env[69990]: DEBUG nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.995232] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.988s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.995459] env[69990]: DEBUG nova.objects.instance [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'resources' on Instance uuid f4f00a78-2e08-4d16-a094-e502997341fc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.006675] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658308} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.006927] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 169f9f33-9651-4f83-b082-2b553ca2156b/169f9f33-9651-4f83-b082-2b553ca2156b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.007185] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.007487] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77500373-6126-404c-935b-155a078042b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.015365] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 838.015365] env[69990]: value = "task-3446188" [ 838.015365] env[69990]: _type = "Task" [ 838.015365] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.019900] env[69990]: INFO nova.compute.manager [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] instance snapshotting [ 838.023535] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c3a1e-8193-4ef1-a024-f93485f4d89a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.030985] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.053821] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77fa951-1bec-45b3-aa48-24454d6eb459 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.063188] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446186, 'name': CreateVM_Task, 'duration_secs': 0.486484} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.064483] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.067379] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067555] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.067890] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.068178] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a144243-81af-4b37-8a1a-e76687856ebe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.071434] env[69990]: DEBUG nova.network.neutron [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.076872] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 838.076872] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d55a7b-d626-bc3e-3249-c1b8c2f18dbd" [ 838.076872] env[69990]: _type = "Task" [ 838.076872] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.087031] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d55a7b-d626-bc3e-3249-c1b8c2f18dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.303540] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.320790] env[69990]: DEBUG oslo_concurrency.lockutils [req-c5cef559-9432-4ba2-8ceb-bbbfee0bb566 req-0dc807a7-a324-41d3-8ef1-18cf3eebfc52 service nova] Releasing lock "refresh_cache-169f9f33-9651-4f83-b082-2b553ca2156b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.340603] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.352319] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1bcbd-59a3-a689-940f-4a0c131b3dd0/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.353293] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176477ff-cdca-49af-b30c-ed0313745751 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.359663] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1bcbd-59a3-a689-940f-4a0c131b3dd0/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.359831] env[69990]: ERROR oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1bcbd-59a3-a689-940f-4a0c131b3dd0/disk-0.vmdk due to incomplete transfer. [ 838.360064] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b70f9c1-44ea-4c3e-a07c-4909dfac9827 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.366746] env[69990]: DEBUG oslo_vmware.rw_handles [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1bcbd-59a3-a689-940f-4a0c131b3dd0/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.366970] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Uploaded image cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.368634] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.368875] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63baf31f-4e7d-4cd7-ab72-c41bbaad442a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.376060] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 838.376060] env[69990]: value = "task-3446189" [ 838.376060] env[69990]: _type = "Task" [ 838.376060] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.384421] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446189, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.503122] env[69990]: DEBUG nova.compute.utils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.508350] env[69990]: DEBUG nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.508350] env[69990]: DEBUG nova.network.neutron [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.527245] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075582} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.527506] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.528350] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b47dd6-8346-4753-a1ce-426a012882f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.558597] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 169f9f33-9651-4f83-b082-2b553ca2156b/169f9f33-9651-4f83-b082-2b553ca2156b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.563277] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d32ed0-bd75-4cd8-a7af-b7159d84e973 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.580040] env[69990]: DEBUG nova.policy [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5123836eb0c3440984981279779f5162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a14c56d15d74381b343367d5452a8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.582291] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 838.582662] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.585482] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62f71d50-8fa1-4ae9-a95a-cb2ac855668a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.595444] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 838.595444] env[69990]: value = "task-3446190" [ 838.595444] env[69990]: _type = "Task" [ 838.595444] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.601949] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d55a7b-d626-bc3e-3249-c1b8c2f18dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.015365} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.602246] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 838.602246] env[69990]: value = "task-3446191" [ 838.602246] env[69990]: _type = "Task" [ 838.602246] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.606975] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.607232] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.607469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.611438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.611438] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.611438] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2412d1e-1df9-490e-b1f9-c0acce3dfaff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.625205] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.629552] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446191, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.633252] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.633433] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.634630] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6791488b-8d9b-4216-bec8-5d6596aedba3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.640576] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 838.640576] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5295ef88-5d0b-9813-2069-4cee5adc1eef" [ 838.640576] env[69990]: _type = "Task" [ 838.640576] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.649429] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5295ef88-5d0b-9813-2069-4cee5adc1eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.810306] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446187, 'name': PowerOnVM_Task, 'duration_secs': 0.770085} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.810306] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.810541] env[69990]: INFO nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Took 8.48 seconds to spawn the instance on the hypervisor. [ 838.810822] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.812054] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9fb3c8-a14c-4370-9742-33e821fb2299 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.886198] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446189, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.976470] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ef787e-48c2-45ef-af5e-3dd9bc7d60b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.985198] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1c4fa6-703a-4946-b6c1-afa8deb0ea81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.018340] env[69990]: DEBUG nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.023865] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc4e4e5-8156-476a-9aab-1d634ba1aff3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.038021] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc71955-0520-41a8-a964-62d82d2e4cff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.052391] env[69990]: DEBUG nova.compute.provider_tree [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.056339] env[69990]: DEBUG nova.network.neutron [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Successfully created port: e018160a-740a-4e10-9f16-5af3663a6792 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.115060] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446190, 'name': ReconfigVM_Task, 'duration_secs': 0.294122} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.120183] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 169f9f33-9651-4f83-b082-2b553ca2156b/169f9f33-9651-4f83-b082-2b553ca2156b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.122676] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-150df265-8eae-481a-972b-7088d0803b84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.136118] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 839.136118] env[69990]: value = "task-3446193" [ 839.136118] env[69990]: _type = "Task" [ 839.136118] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.136672] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446191, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.155564] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5295ef88-5d0b-9813-2069-4cee5adc1eef, 'name': SearchDatastore_Task, 'duration_secs': 0.017218} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.156473] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0e6fcb-9a4e-4f6c-9c40-3cc67f1282ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.162057] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 839.162057] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a73cbc-67fd-44e2-8c63-4931f02f13c1" [ 839.162057] env[69990]: _type = "Task" [ 839.162057] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.169882] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a73cbc-67fd-44e2-8c63-4931f02f13c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.334708] env[69990]: INFO nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Took 52.53 seconds to build instance. [ 839.387949] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446189, 'name': Destroy_Task, 'duration_secs': 0.70093} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.388274] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Destroyed the VM [ 839.388508] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.388758] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd24c992-8313-47de-a0e2-720a99316a17 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.395620] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 839.395620] env[69990]: value = "task-3446194" [ 839.395620] env[69990]: _type = "Task" [ 839.395620] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.403753] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446194, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.529950] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "e294004b-ac53-4fea-876f-0547e0ce009b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.530259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.530515] env[69990]: INFO nova.compute.manager [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Attaching volume de34ec25-c976-4738-9581-f6d37256e685 to /dev/sdb [ 839.556544] env[69990]: DEBUG nova.scheduler.client.report [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.562289] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9a161-0bbf-41de-9025-99cd34e04c48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.572265] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f041a4-a3a2-48f5-9395-2866e5e31d8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.586553] env[69990]: DEBUG nova.virt.block_device [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Updating existing volume attachment record: 8709e8a6-5a75-460c-bfe4-4b59f2029453 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 839.624648] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446191, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.646828] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446193, 'name': Rename_Task, 'duration_secs': 0.194974} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.647136] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.647390] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a78b869d-b15c-42de-bfe8-e855a275c1c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.653680] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 839.653680] env[69990]: value = "task-3446195" [ 839.653680] env[69990]: _type = "Task" [ 839.653680] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.661703] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.671012] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a73cbc-67fd-44e2-8c63-4931f02f13c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014253} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.671109] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.671347] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.671591] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fba1786-f0fe-4246-8549-3c11d34a9be2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.678227] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 839.678227] env[69990]: value = "task-3446196" [ 839.678227] env[69990]: _type = "Task" [ 839.678227] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.686653] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.836761] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.911s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.906159] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446194, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.030733] env[69990]: DEBUG nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.057434] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.057725] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.057975] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.058244] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.058452] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.058635] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.058905] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.059140] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.059332] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.059527] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.059674] env[69990]: DEBUG nova.virt.hardware [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.060623] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99597663-f814-48b8-8fc5-77494c78e64e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.069067] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.071855] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.044s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.073674] env[69990]: INFO nova.compute.claims [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.078799] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ab7fa2-8fda-4d1d-968e-d96b77d2a669 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.099340] env[69990]: INFO nova.scheduler.client.report [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted allocations for instance f4f00a78-2e08-4d16-a094-e502997341fc [ 840.127989] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446191, 'name': CreateSnapshot_Task, 'duration_secs': 1.376161} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.128220] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.129213] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a983b364-394f-475c-9f1c-41fd5bc13a6c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.133188] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.136962] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf1f572-03dc-45bc-a3b9-6ac690b6b22c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.147380] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 840.147380] env[69990]: value = "task-3446200" [ 840.147380] env[69990]: _type = "Task" [ 840.147380] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.156786] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.171573] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.192470] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446196, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.406965] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446194, 'name': RemoveSnapshot_Task, 'duration_secs': 0.853028} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.407292] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.407567] env[69990]: DEBUG nova.compute.manager [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.408379] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d278e1bf-5c75-43c4-ab85-e556b57fac89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.607660] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9974b48f-1f00-4ed4-919d-e40ec6b55960 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "f4f00a78-2e08-4d16-a094-e502997341fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.056s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.658588] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 840.662017] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2cb0a50-e8e8-49c3-8fd1-71944c241878 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.665173] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446200, 'name': PowerOffVM_Task, 'duration_secs': 0.231917} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.668289] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.669385] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef24ed25-b1f6-4610-8d74-c8a5094ebfda {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.673539] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 840.673539] env[69990]: value = "task-3446201" [ 840.673539] env[69990]: _type = "Task" [ 840.673539] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.677117] env[69990]: DEBUG oslo_vmware.api [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446195, 'name': PowerOnVM_Task, 'duration_secs': 0.517365} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.704966] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.705258] env[69990]: INFO nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Took 7.88 seconds to spawn the instance on the hypervisor. [ 840.705448] env[69990]: DEBUG nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.706732] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1089c9-1413-4b48-84ee-b68428f8e6aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.712385] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad30951-590d-48b5-881c-ccf1022fddbf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.720201] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446201, 'name': CloneVM_Task} progress is 16%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.731943] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513465} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.732681] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.733045] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.733276] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0480ac3-f94f-4038-bfad-b033a52f0484 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.739664] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 840.739664] env[69990]: value = "task-3446202" [ 840.739664] env[69990]: _type = "Task" [ 840.739664] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.747267] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.758661] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.758661] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c35c0a8-8955-4a65-9c9d-3565505cbdb7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.763260] env[69990]: DEBUG nova.network.neutron [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Successfully updated port: e018160a-740a-4e10-9f16-5af3663a6792 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.766810] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 840.766810] env[69990]: value = "task-3446203" [ 840.766810] env[69990]: _type = "Task" [ 840.766810] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.779927] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 840.780511] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.780511] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.780511] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.780733] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.781182] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a5c241-08a8-4efb-9fc3-305a9de91e9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.789898] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.790088] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.790809] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b2e2e3-0d63-44ca-b91a-4fb2cc26e165 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.796979] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 840.796979] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523540f3-c579-1876-454f-3a5a05ae1806" [ 840.796979] env[69990]: _type = "Task" [ 840.796979] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.806177] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523540f3-c579-1876-454f-3a5a05ae1806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.918682] env[69990]: DEBUG nova.compute.manager [req-6aa1c928-4642-4ab6-9f2e-403e9e0f3f9c req-673774e4-2321-40e6-a7e2-f2ba8b88554b service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Received event network-vif-plugged-e018160a-740a-4e10-9f16-5af3663a6792 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.918918] env[69990]: DEBUG oslo_concurrency.lockutils [req-6aa1c928-4642-4ab6-9f2e-403e9e0f3f9c req-673774e4-2321-40e6-a7e2-f2ba8b88554b service nova] Acquiring lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.919251] env[69990]: DEBUG oslo_concurrency.lockutils [req-6aa1c928-4642-4ab6-9f2e-403e9e0f3f9c req-673774e4-2321-40e6-a7e2-f2ba8b88554b service nova] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.919392] env[69990]: DEBUG oslo_concurrency.lockutils [req-6aa1c928-4642-4ab6-9f2e-403e9e0f3f9c req-673774e4-2321-40e6-a7e2-f2ba8b88554b service nova] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.919555] env[69990]: DEBUG nova.compute.manager [req-6aa1c928-4642-4ab6-9f2e-403e9e0f3f9c req-673774e4-2321-40e6-a7e2-f2ba8b88554b service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] No waiting events found dispatching network-vif-plugged-e018160a-740a-4e10-9f16-5af3663a6792 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.919736] env[69990]: WARNING nova.compute.manager [req-6aa1c928-4642-4ab6-9f2e-403e9e0f3f9c req-673774e4-2321-40e6-a7e2-f2ba8b88554b service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Received unexpected event network-vif-plugged-e018160a-740a-4e10-9f16-5af3663a6792 for instance with vm_state building and task_state spawning. [ 840.923772] env[69990]: INFO nova.compute.manager [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Shelve offloading [ 841.057494] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 841.057736] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687959', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'name': 'volume-061a123f-c946-4e57-a376-ff5577bf8950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36d4e7dd-459d-4c1a-ab75-340fd5f7276c', 'attached_at': '', 'detached_at': '', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'serial': '061a123f-c946-4e57-a376-ff5577bf8950'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 841.058684] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5dc5c2-ed01-4377-98a0-5f1b2f9414fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.078186] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002dd8d6-632a-45ac-b6e2-fa318a31ead5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.113169] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-061a123f-c946-4e57-a376-ff5577bf8950/volume-061a123f-c946-4e57-a376-ff5577bf8950.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.117116] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941a4a97-f461-4b02-81e3-398f4f0746b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.141291] env[69990]: DEBUG oslo_vmware.api [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 841.141291] env[69990]: value = "task-3446204" [ 841.141291] env[69990]: _type = "Task" [ 841.141291] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.153066] env[69990]: DEBUG oslo_vmware.api [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.188487] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446201, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.239357] env[69990]: INFO nova.compute.manager [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Took 51.62 seconds to build instance. [ 841.249215] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109091} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.252117] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.253575] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709be39-2efe-4d9a-9603-44249df68177 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.275952] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.279891] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.280124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.280378] env[69990]: DEBUG nova.network.neutron [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.281908] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc5cacd-bbae-40c1-bf98-d83be73a5220 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.314086] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523540f3-c579-1876-454f-3a5a05ae1806, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.318907] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 841.318907] env[69990]: value = "task-3446205" [ 841.318907] env[69990]: _type = "Task" [ 841.318907] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.319388] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469c4d4c-0875-4d82-a837-2a9d888ee185 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.332017] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 841.332017] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5271f4d7-7ddd-4905-bfc5-48ef3fa574e7" [ 841.332017] env[69990]: _type = "Task" [ 841.332017] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.343312] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5271f4d7-7ddd-4905-bfc5-48ef3fa574e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.358633] env[69990]: DEBUG nova.network.neutron [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.430588] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.432348] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b55d9e3-6a01-42eb-9e6f-7d3f81b7ee6f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.442072] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 841.442072] env[69990]: value = "task-3446206" [ 841.442072] env[69990]: _type = "Task" [ 841.442072] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.463552] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 841.464012] env[69990]: DEBUG nova.compute.manager [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.465995] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6147fdd-8415-44af-a877-f9f23b25cb40 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.476095] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.476095] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.476473] env[69990]: DEBUG nova.network.neutron [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.569730] env[69990]: DEBUG nova.network.neutron [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance_info_cache with network_info: [{"id": "e018160a-740a-4e10-9f16-5af3663a6792", "address": "fa:16:3e:c7:ee:f1", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape018160a-74", "ovs_interfaceid": "e018160a-740a-4e10-9f16-5af3663a6792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.578566] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.578853] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.627026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eff845-e983-4f6a-a6bb-eb356d83dfef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.635662] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f5b397-d7fb-4275-9dcf-357559aaa39f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.676951] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c034ba6-2a02-42d7-93b2-7cb22d09e43a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.684344] env[69990]: DEBUG oslo_vmware.api [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.691440] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ab423-a338-46ad-9f94-50c595309001 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.700401] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446201, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.711249] env[69990]: DEBUG nova.compute.provider_tree [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.744758] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fedde66e-d1c1-48f9-b240-7a283e2d2908 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "169f9f33-9651-4f83-b082-2b553ca2156b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.755s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.835497] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.847037] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5271f4d7-7ddd-4905-bfc5-48ef3fa574e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01517} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.847037] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.847287] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. {{(pid=69990) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 841.847611] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a3d9f95-cd28-4fb9-a6c1-8630483abfad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.855331] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 841.855331] env[69990]: value = "task-3446207" [ 841.855331] env[69990]: _type = "Task" [ 841.855331] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.863905] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.992539] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "37dba20d-1a17-4341-8ac2-95a8a53374df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.992840] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.993101] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "37dba20d-1a17-4341-8ac2-95a8a53374df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.993304] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.993476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.995703] env[69990]: INFO nova.compute.manager [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Terminating instance [ 842.079342] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.079342] env[69990]: DEBUG nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Instance network_info: |[{"id": "e018160a-740a-4e10-9f16-5af3663a6792", "address": "fa:16:3e:c7:ee:f1", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape018160a-74", "ovs_interfaceid": "e018160a-740a-4e10-9f16-5af3663a6792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.079342] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:ee:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e018160a-740a-4e10-9f16-5af3663a6792', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.087584] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.088219] env[69990]: DEBUG nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.095025] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.095025] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5994b4ef-a2d4-480e-8224-748776a82d36 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.123019] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.123019] env[69990]: value = "task-3446208" [ 842.123019] env[69990]: _type = "Task" [ 842.123019] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.128442] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446208, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.154854] env[69990]: DEBUG oslo_vmware.api [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446204, 'name': ReconfigVM_Task, 'duration_secs': 0.686031} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.155244] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-061a123f-c946-4e57-a376-ff5577bf8950/volume-061a123f-c946-4e57-a376-ff5577bf8950.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.164622] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f8a077-4a59-446f-ab63-2cfc11c05bd5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.180954] env[69990]: DEBUG oslo_vmware.api [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 842.180954] env[69990]: value = "task-3446209" [ 842.180954] env[69990]: _type = "Task" [ 842.180954] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.193864] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446201, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.197406] env[69990]: DEBUG oslo_vmware.api [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.214426] env[69990]: DEBUG nova.scheduler.client.report [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.244362] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "169f9f33-9651-4f83-b082-2b553ca2156b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.244609] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "169f9f33-9651-4f83-b082-2b553ca2156b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.244801] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "169f9f33-9651-4f83-b082-2b553ca2156b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.244986] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "169f9f33-9651-4f83-b082-2b553ca2156b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.245291] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "169f9f33-9651-4f83-b082-2b553ca2156b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.251067] env[69990]: INFO nova.compute.manager [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Terminating instance [ 842.292209] env[69990]: DEBUG nova.network.neutron [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [{"id": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "address": "fa:16:3e:be:8b:c7", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e6126a-ff", "ovs_interfaceid": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.334108] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446205, 'name': ReconfigVM_Task, 'duration_secs': 0.788283} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.334630] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.335556] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ce33e4d-95d1-4f57-8064-cd3f2addad1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.344335] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 842.344335] env[69990]: value = "task-3446210" [ 842.344335] env[69990]: _type = "Task" [ 842.344335] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.353719] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446210, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.365577] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446207, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.499964] env[69990]: DEBUG nova.compute.manager [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.499964] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.500918] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1f2599-9c69-4732-9a24-55135c608e11 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.510713] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.511075] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de23cace-f7f7-4b8f-a1cc-40a0754acbb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.517312] env[69990]: DEBUG oslo_vmware.api [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 842.517312] env[69990]: value = "task-3446211" [ 842.517312] env[69990]: _type = "Task" [ 842.517312] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.525418] env[69990]: DEBUG oslo_vmware.api [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.631914] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446208, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.641133] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.707289] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446201, 'name': CloneVM_Task, 'duration_secs': 1.761142} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.707609] env[69990]: DEBUG oslo_vmware.api [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446209, 'name': ReconfigVM_Task, 'duration_secs': 0.197858} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.707858] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Created linked-clone VM from snapshot [ 842.708177] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687959', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'name': 'volume-061a123f-c946-4e57-a376-ff5577bf8950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36d4e7dd-459d-4c1a-ab75-340fd5f7276c', 'attached_at': '', 'detached_at': '', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'serial': '061a123f-c946-4e57-a376-ff5577bf8950'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 842.710135] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37f215d-28da-40a6-b62e-05f578b9abad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.718415] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Uploading image 57684810-e4fe-4806-a070-5b0716401613 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 842.724417] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.724988] env[69990]: DEBUG nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.728254] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.934s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.730270] env[69990]: INFO nova.compute.claims [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.733672] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 842.734252] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c2651e1-5cd3-4e86-b46d-996110c8b06a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.741574] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 842.741574] env[69990]: value = "task-3446212" [ 842.741574] env[69990]: _type = "Task" [ 842.741574] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.751044] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446212, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.758037] env[69990]: DEBUG nova.compute.manager [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.758037] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.758037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef368d34-2949-4cca-ab2b-dbe864c7bf08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.767028] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.767028] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db759810-3e4f-4f49-92b1-cf7371eba28e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.772388] env[69990]: DEBUG oslo_vmware.api [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 842.772388] env[69990]: value = "task-3446213" [ 842.772388] env[69990]: _type = "Task" [ 842.772388] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.783419] env[69990]: DEBUG oslo_vmware.api [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.795403] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.855308] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446210, 'name': Rename_Task, 'duration_secs': 0.176224} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.855601] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.855861] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a6b5aaa-e505-4e97-bbb9-e984510d653c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.866343] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682248} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.867550] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. [ 842.867922] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 842.867922] env[69990]: value = "task-3446214" [ 842.867922] env[69990]: _type = "Task" [ 842.867922] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.868624] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbc7f88-a19a-465b-a9d2-7d3e225f9a58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.878884] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.902616] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.905685] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b1a7ba3-246f-4ee8-873d-9d1508f69c8d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.927812] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 842.927812] env[69990]: value = "task-3446215" [ 842.927812] env[69990]: _type = "Task" [ 842.927812] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.936279] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.987330] env[69990]: DEBUG nova.compute.manager [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Received event network-changed-e018160a-740a-4e10-9f16-5af3663a6792 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.987550] env[69990]: DEBUG nova.compute.manager [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Refreshing instance network info cache due to event network-changed-e018160a-740a-4e10-9f16-5af3663a6792. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.987704] env[69990]: DEBUG oslo_concurrency.lockutils [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] Acquiring lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.987872] env[69990]: DEBUG oslo_concurrency.lockutils [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] Acquired lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.988130] env[69990]: DEBUG nova.network.neutron [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Refreshing network info cache for port e018160a-740a-4e10-9f16-5af3663a6792 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.029437] env[69990]: DEBUG oslo_vmware.api [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446211, 'name': PowerOffVM_Task, 'duration_secs': 0.230644} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.029709] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.029876] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.030150] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aac16dcb-ffa4-4f17-b85e-a18466d54fff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.088552] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.088916] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.089048] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleting the datastore file [datastore1] 37dba20d-1a17-4341-8ac2-95a8a53374df {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.089345] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-629b5a35-0764-40bb-a50d-55cd0d8bf3c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.096584] env[69990]: DEBUG oslo_vmware.api [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 843.096584] env[69990]: value = "task-3446217" [ 843.096584] env[69990]: _type = "Task" [ 843.096584] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.104927] env[69990]: DEBUG oslo_vmware.api [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.131153] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446208, 'name': CreateVM_Task, 'duration_secs': 0.616198} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.131323] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.131966] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.132146] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.132504] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.132791] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8cc4a2-d2cd-4601-aafe-f4738b002862 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.138293] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 843.138293] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5256faee-1a94-66e3-94bc-fbcc6da15b48" [ 843.138293] env[69990]: _type = "Task" [ 843.138293] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.148376] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5256faee-1a94-66e3-94bc-fbcc6da15b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.235403] env[69990]: DEBUG nova.compute.utils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.236314] env[69990]: DEBUG nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.237789] env[69990]: DEBUG nova.network.neutron [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.262212] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446212, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.281406] env[69990]: DEBUG oslo_vmware.api [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446213, 'name': PowerOffVM_Task, 'duration_secs': 0.169911} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.281856] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.282065] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.282309] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b73f860-de66-404d-973b-baf40f560412 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.317139] env[69990]: DEBUG nova.policy [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5a65078185442c921038b19a0df6ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264c4a2642fe4876b36423f06cb6fd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.325261] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.326167] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3e41e-51ab-4f24-9d50-fc234e116601 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.335826] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.335826] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f9dde29-82a0-4b45-9e23-85f796ca969b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.342382] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.342382] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.342382] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleting the datastore file [datastore1] 169f9f33-9651-4f83-b082-2b553ca2156b {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.342382] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4e3668e-175c-4612-ad05-17c9953247e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.349525] env[69990]: DEBUG oslo_vmware.api [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 843.349525] env[69990]: value = "task-3446220" [ 843.349525] env[69990]: _type = "Task" [ 843.349525] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.363587] env[69990]: DEBUG oslo_vmware.api [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.382174] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.419253] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.419466] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.419654] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleting the datastore file [datastore2] a0c60cf0-e184-490d-921a-4da52c473859 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.419961] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc3cf7e1-0189-4384-930c-8c11780bacde {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.427709] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 843.427709] env[69990]: value = "task-3446221" [ 843.427709] env[69990]: _type = "Task" [ 843.427709] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.439106] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.441447] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446215, 'name': ReconfigVM_Task, 'duration_secs': 0.306451} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.441707] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.442534] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2145ea-047c-4c66-91be-c0aa0f73fd93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.469704] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7de9cc-123f-4454-a5be-baea3563637e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.483971] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 843.483971] env[69990]: value = "task-3446222" [ 843.483971] env[69990]: _type = "Task" [ 843.483971] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.493308] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.606210] env[69990]: DEBUG oslo_vmware.api [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141765} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.610842] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.610842] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.610842] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.610842] env[69990]: INFO nova.compute.manager [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Took 1.11 seconds to destroy the instance on the hypervisor. [ 843.610842] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.610842] env[69990]: DEBUG nova.compute.manager [-] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.610842] env[69990]: DEBUG nova.network.neutron [-] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.650239] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5256faee-1a94-66e3-94bc-fbcc6da15b48, 'name': SearchDatastore_Task, 'duration_secs': 0.017242} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.650639] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.650997] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.651307] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.651493] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.651766] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.652083] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d185e83-6eff-4a27-bc6a-46be41e24514 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.661123] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.661322] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.662142] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2428640d-0ea3-49c4-a09d-1dea64036351 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.667434] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 843.667434] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e8dc19-05c0-cc7b-7086-8e08c95b3d72" [ 843.667434] env[69990]: _type = "Task" [ 843.667434] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.681489] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e8dc19-05c0-cc7b-7086-8e08c95b3d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.746151] env[69990]: DEBUG nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.757073] env[69990]: DEBUG nova.network.neutron [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Successfully created port: b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.760652] env[69990]: DEBUG nova.objects.instance [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lazy-loading 'flavor' on Instance uuid 36d4e7dd-459d-4c1a-ab75-340fd5f7276c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.769054] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446212, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.855151] env[69990]: DEBUG nova.network.neutron [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updated VIF entry in instance network info cache for port e018160a-740a-4e10-9f16-5af3663a6792. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.856321] env[69990]: DEBUG nova.network.neutron [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance_info_cache with network_info: [{"id": "e018160a-740a-4e10-9f16-5af3663a6792", "address": "fa:16:3e:c7:ee:f1", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape018160a-74", "ovs_interfaceid": "e018160a-740a-4e10-9f16-5af3663a6792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.868021] env[69990]: DEBUG oslo_vmware.api [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163554} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.868021] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.868021] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.868324] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.868741] env[69990]: INFO nova.compute.manager [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 843.869135] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.869820] env[69990]: DEBUG nova.compute.manager [-] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.870098] env[69990]: DEBUG nova.network.neutron [-] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.882725] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.938246] env[69990]: DEBUG oslo_vmware.api [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144824} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.938246] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.938509] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.938540] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.971372] env[69990]: INFO nova.scheduler.client.report [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted allocations for instance a0c60cf0-e184-490d-921a-4da52c473859 [ 844.000139] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446222, 'name': ReconfigVM_Task, 'duration_secs': 0.181207} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.002882] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.004162] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52662377-729d-4d90-bfe9-d29a43db709b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.009936] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 844.009936] env[69990]: value = "task-3446224" [ 844.009936] env[69990]: _type = "Task" [ 844.009936] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.026867] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446224, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.182904] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e8dc19-05c0-cc7b-7086-8e08c95b3d72, 'name': SearchDatastore_Task, 'duration_secs': 0.014652} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.183829] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5003111b-a6cd-405a-ba12-304ac67cfccc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.191678] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 844.191678] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522c871b-c54a-b78a-3dce-e5b0f25419b8" [ 844.191678] env[69990]: _type = "Task" [ 844.191678] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.199856] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522c871b-c54a-b78a-3dce-e5b0f25419b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.242576] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df6e82-07f0-484d-8273-aa3725b77a67 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.254056] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ab9db-432d-4b9a-a4e7-9475de789987 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.266031] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446212, 'name': Destroy_Task, 'duration_secs': 1.240391} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.292884] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Destroyed the VM [ 844.293168] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.296177] env[69990]: DEBUG oslo_concurrency.lockutils [None req-07aa9bb6-b6f4-4ab7-8a97-1abd39af3e55 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.361s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.296982] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ee9be9c-90ea-401c-8605-935beb560521 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.299233] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cf92d2-89e6-4595-a37e-844ea5016f87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.309186] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec602b-be4d-4838-8613-8f77b30e083b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.312856] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 844.312856] env[69990]: value = "task-3446225" [ 844.312856] env[69990]: _type = "Task" [ 844.312856] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.324933] env[69990]: DEBUG nova.compute.provider_tree [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.330427] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446225, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.359103] env[69990]: DEBUG oslo_concurrency.lockutils [req-d7bdbb76-e928-4635-9332-5995bc82ec72 req-cffb51b7-ccc5-477d-a4c2-443964bb9fd5 service nova] Releasing lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.382142] env[69990]: DEBUG oslo_vmware.api [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446214, 'name': PowerOnVM_Task, 'duration_secs': 1.171601} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.382315] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.382514] env[69990]: INFO nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Took 6.98 seconds to spawn the instance on the hypervisor. [ 844.382712] env[69990]: DEBUG nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.383518] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c09f87-5c36-4a7a-8773-38c8df0efdcd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.476234] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.520950] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.589555] env[69990]: DEBUG nova.network.neutron [-] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.707759] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522c871b-c54a-b78a-3dce-e5b0f25419b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012201} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.708054] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.708331] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8/1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.708615] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d137897a-678d-48bc-b5e9-451d4e9ef60a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.718527] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 844.718527] env[69990]: value = "task-3446226" [ 844.718527] env[69990]: _type = "Task" [ 844.718527] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.734833] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.747837] env[69990]: DEBUG nova.network.neutron [-] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.763851] env[69990]: DEBUG nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.794773] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.795099] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.795264] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.795445] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.795592] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.795739] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.795954] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.796243] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.796825] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.796825] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.796953] env[69990]: DEBUG nova.virt.hardware [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.798311] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b277125-0fc9-4318-bf8b-d84ca954d9b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.813533] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732bd05-c511-4d66-85ee-6bf18d949b0a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.832672] env[69990]: DEBUG nova.scheduler.client.report [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.840569] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446225, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.902846] env[69990]: INFO nova.compute.manager [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Took 52.07 seconds to build instance. [ 845.023621] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.092754] env[69990]: INFO nova.compute.manager [-] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Took 1.48 seconds to deallocate network for instance. [ 845.137842] env[69990]: DEBUG nova.compute.manager [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-vif-unplugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.138126] env[69990]: DEBUG oslo_concurrency.lockutils [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.138392] env[69990]: DEBUG oslo_concurrency.lockutils [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.138649] env[69990]: DEBUG oslo_concurrency.lockutils [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.138868] env[69990]: DEBUG nova.compute.manager [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] No waiting events found dispatching network-vif-unplugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.138973] env[69990]: WARNING nova.compute.manager [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received unexpected event network-vif-unplugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 for instance with vm_state shelved_offloaded and task_state unshelving. [ 845.139151] env[69990]: DEBUG nova.compute.manager [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.139376] env[69990]: DEBUG nova.compute.manager [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing instance network info cache due to event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.139672] env[69990]: DEBUG oslo_concurrency.lockutils [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] Acquiring lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.139672] env[69990]: DEBUG oslo_concurrency.lockutils [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] Acquired lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.139839] env[69990]: DEBUG nova.network.neutron [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing network info cache for port f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.229189] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.250960] env[69990]: INFO nova.compute.manager [-] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Took 1.38 seconds to deallocate network for instance. [ 845.278190] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.278487] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.328261] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446225, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.342300] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.342966] env[69990]: DEBUG nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.347248] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.100s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.405261] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fb08b20b-88e1-4872-8f4c-c893add3ef03 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "921ea572-503c-4924-8ff7-39c5cffec439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.711s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.520958] env[69990]: DEBUG oslo_vmware.api [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446224, 'name': PowerOnVM_Task, 'duration_secs': 1.061799} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.521254] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.524037] env[69990]: DEBUG nova.compute.manager [None req-f96b29fd-04ec-4b12-964d-c35812c6bc26 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.528020] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4fa37-e6f6-4a4f-a9c4-b49b938f6d28 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.539178] env[69990]: DEBUG nova.network.neutron [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Successfully updated port: b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.558024] env[69990]: DEBUG nova.compute.manager [req-6efb57e5-d07e-428f-8361-aead03c5f9d7 req-36a64cd3-c14f-4087-9996-87a0d6e5eea3 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Received event network-vif-plugged-b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.558024] env[69990]: DEBUG oslo_concurrency.lockutils [req-6efb57e5-d07e-428f-8361-aead03c5f9d7 req-36a64cd3-c14f-4087-9996-87a0d6e5eea3 service nova] Acquiring lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.558024] env[69990]: DEBUG oslo_concurrency.lockutils [req-6efb57e5-d07e-428f-8361-aead03c5f9d7 req-36a64cd3-c14f-4087-9996-87a0d6e5eea3 service nova] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.558024] env[69990]: DEBUG oslo_concurrency.lockutils [req-6efb57e5-d07e-428f-8361-aead03c5f9d7 req-36a64cd3-c14f-4087-9996-87a0d6e5eea3 service nova] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.558024] env[69990]: DEBUG nova.compute.manager [req-6efb57e5-d07e-428f-8361-aead03c5f9d7 req-36a64cd3-c14f-4087-9996-87a0d6e5eea3 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] No waiting events found dispatching network-vif-plugged-b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.558024] env[69990]: WARNING nova.compute.manager [req-6efb57e5-d07e-428f-8361-aead03c5f9d7 req-36a64cd3-c14f-4087-9996-87a0d6e5eea3 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Received unexpected event network-vif-plugged-b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 for instance with vm_state building and task_state spawning. [ 845.601755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.728970] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564582} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.729741] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8/1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.729973] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.730253] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01784e9-ebaa-4cd4-be17-67ed329747a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.741432] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 845.741432] env[69990]: value = "task-3446227" [ 845.741432] env[69990]: _type = "Task" [ 845.741432] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.755399] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.761619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.788707] env[69990]: INFO nova.compute.manager [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Detaching volume 061a123f-c946-4e57-a376-ff5577bf8950 [ 845.827960] env[69990]: INFO nova.virt.block_device [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Attempting to driver detach volume 061a123f-c946-4e57-a376-ff5577bf8950 from mountpoint /dev/sdb [ 845.828216] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 845.828473] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687959', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'name': 'volume-061a123f-c946-4e57-a376-ff5577bf8950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36d4e7dd-459d-4c1a-ab75-340fd5f7276c', 'attached_at': '', 'detached_at': '', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'serial': '061a123f-c946-4e57-a376-ff5577bf8950'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 845.829559] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c86e7-9710-44bb-8c3d-09044a87710e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.853515] env[69990]: DEBUG oslo_vmware.api [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446225, 'name': RemoveSnapshot_Task, 'duration_secs': 1.335202} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.855083] env[69990]: DEBUG nova.compute.utils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.856598] env[69990]: DEBUG nova.objects.instance [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lazy-loading 'migration_context' on Instance uuid a78c0515-6ba4-43af-9d9e-50a253adc898 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.857582] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.859712] env[69990]: DEBUG nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.859932] env[69990]: DEBUG nova.network.neutron [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.862501] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a3c8b5-1984-46e5-a5bd-c315a97a0c94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.870233] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76176648-65da-4ebf-9fd9-ff8684dcaa34 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.898726] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd27a3e-740c-45e4-ae56-9556008c540c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.919281] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] The volume has not been displaced from its original location: [datastore1] volume-061a123f-c946-4e57-a376-ff5577bf8950/volume-061a123f-c946-4e57-a376-ff5577bf8950.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 845.924388] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.928149] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e88460-81ad-4c90-803c-db4bfa7a6f0c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.940907] env[69990]: DEBUG nova.policy [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4ac49eb9f224bd18308eace9252eed2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1442718a90d243649164d6348a77a2ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.943273] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.950819] env[69990]: DEBUG oslo_vmware.api [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 845.950819] env[69990]: value = "task-3446228" [ 845.950819] env[69990]: _type = "Task" [ 845.950819] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.960186] env[69990]: DEBUG oslo_vmware.api [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.041706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "refresh_cache-28aaa1db-7b99-4a85-b849-4c8cb3c15957" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.042043] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "refresh_cache-28aaa1db-7b99-4a85-b849-4c8cb3c15957" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.042263] env[69990]: DEBUG nova.network.neutron [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.071036] env[69990]: DEBUG nova.network.neutron [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updated VIF entry in instance network info cache for port f2e6126a-ff3b-4c27-a9e2-c56f343457a2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.071301] env[69990]: DEBUG nova.network.neutron [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [{"id": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "address": "fa:16:3e:be:8b:c7", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf2e6126a-ff", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.140138] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 846.140504] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687964', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'name': 'volume-de34ec25-c976-4738-9581-f6d37256e685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e294004b-ac53-4fea-876f-0547e0ce009b', 'attached_at': '', 'detached_at': '', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'serial': 'de34ec25-c976-4738-9581-f6d37256e685'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 846.141454] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b43b02-7cc1-4961-b986-6471fefcac4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.161343] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4de95a-9487-4205-85ef-f689008e8825 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.190838] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] volume-de34ec25-c976-4738-9581-f6d37256e685/volume-de34ec25-c976-4738-9581-f6d37256e685.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.191214] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2bfe05-802a-453f-967c-16b084045589 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.215779] env[69990]: DEBUG oslo_vmware.api [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 846.215779] env[69990]: value = "task-3446229" [ 846.215779] env[69990]: _type = "Task" [ 846.215779] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.223897] env[69990]: DEBUG oslo_vmware.api [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.251797] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077015} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.252157] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.252762] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f0b253-6f81-417b-b18a-251f024e598f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.277461] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8/1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.278332] env[69990]: DEBUG nova.network.neutron [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Successfully created port: 3053c0f5-bce3-43ce-b61d-62f7afdf8467 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.280568] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b51b0b-6c21-473f-8736-a078396004e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.304447] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 846.304447] env[69990]: value = "task-3446230" [ 846.304447] env[69990]: _type = "Task" [ 846.304447] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.315373] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.366018] env[69990]: DEBUG nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.372407] env[69990]: WARNING nova.compute.manager [None req-f312ea36-5d6c-4aae-a36e-26fb339d83c7 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Image not found during snapshot: nova.exception.ImageNotFound: Image 57684810-e4fe-4806-a070-5b0716401613 could not be found. [ 846.461344] env[69990]: DEBUG oslo_vmware.api [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446228, 'name': ReconfigVM_Task, 'duration_secs': 0.504573} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.461666] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 846.469582] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438fb810-1ac0-4abd-a3e0-53b78f6ee409 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.485025] env[69990]: DEBUG oslo_vmware.api [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 846.485025] env[69990]: value = "task-3446231" [ 846.485025] env[69990]: _type = "Task" [ 846.485025] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.497124] env[69990]: DEBUG oslo_vmware.api [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.577720] env[69990]: DEBUG oslo_concurrency.lockutils [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] Releasing lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.578062] env[69990]: DEBUG nova.compute.manager [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Received event network-vif-deleted-ed75940d-f02b-4fb5-b3e3-ea27772e6d71 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.578378] env[69990]: DEBUG nova.compute.manager [req-30598097-c870-4c79-be5e-aa4c736ff310 req-90828f7f-943e-4a92-b4cb-46c6650d9b7e service nova] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Received event network-vif-deleted-72ff8487-96a1-4f46-9e6d-4676c07269a1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.593019] env[69990]: DEBUG nova.network.neutron [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.732019] env[69990]: DEBUG oslo_vmware.api [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.735035] env[69990]: INFO nova.compute.manager [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Rebuilding instance [ 846.756900] env[69990]: DEBUG nova.network.neutron [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Updating instance_info_cache with network_info: [{"id": "b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5", "address": "fa:16:3e:45:85:8f", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0aec2b2-b6", "ovs_interfaceid": "b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.784928] env[69990]: DEBUG nova.compute.manager [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.786223] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e6437f-32e9-47be-8231-09c624efe6d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.819231] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.845375] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7bf402-d8f0-4049-be6c-07ffa397c5b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.854865] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4a963a-f4ea-41d8-95d4-194b70f22ae4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.902049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac5f46d-c51b-408c-9177-4bea06d23768 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.911924] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17982988-a4fc-47d7-81d0-6d8bb025dc36 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.667433] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "refresh_cache-28aaa1db-7b99-4a85-b849-4c8cb3c15957" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.667781] env[69990]: DEBUG nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Instance network_info: |[{"id": "b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5", "address": "fa:16:3e:45:85:8f", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0aec2b2-b6", "ovs_interfaceid": "b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.673024] env[69990]: DEBUG nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.676120] env[69990]: DEBUG nova.compute.manager [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Received event network-changed-b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.676306] env[69990]: DEBUG nova.compute.manager [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Refreshing instance network info cache due to event network-changed-b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.677891] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] Acquiring lock "refresh_cache-28aaa1db-7b99-4a85-b849-4c8cb3c15957" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.677891] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] Acquired lock "refresh_cache-28aaa1db-7b99-4a85-b849-4c8cb3c15957" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.677891] env[69990]: DEBUG nova.network.neutron [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Refreshing network info cache for port b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.684729] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:85:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.692497] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating folder: Project (264c4a2642fe4876b36423f06cb6fd52). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.698016] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f92561d-c97b-4d45-83de-07e40ebcfc4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.712846] env[69990]: DEBUG nova.compute.provider_tree [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.717754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.717754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.717997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.718142] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.718307] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.726977] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446230, 'name': ReconfigVM_Task, 'duration_secs': 0.603387} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.727468] env[69990]: DEBUG oslo_vmware.api [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446229, 'name': ReconfigVM_Task, 'duration_secs': 0.692065} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.727671] env[69990]: DEBUG oslo_vmware.api [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446231, 'name': ReconfigVM_Task, 'duration_secs': 0.20852} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.728110] env[69990]: INFO nova.compute.manager [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Terminating instance [ 847.731234] env[69990]: DEBUG nova.scheduler.client.report [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.735205] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8/1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.735508] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Reconfigured VM instance instance-00000034 to attach disk [datastore2] volume-de34ec25-c976-4738-9581-f6d37256e685/volume-de34ec25-c976-4738-9581-f6d37256e685.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.740640] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687959', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'name': 'volume-061a123f-c946-4e57-a376-ff5577bf8950', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36d4e7dd-459d-4c1a-ab75-340fd5f7276c', 'attached_at': '', 'detached_at': '', 'volume_id': '061a123f-c946-4e57-a376-ff5577bf8950', 'serial': '061a123f-c946-4e57-a376-ff5577bf8950'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 847.745848] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.746083] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.746241] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.746421] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.746563] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.746704] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.747032] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.747084] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.747234] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.747388] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.747556] env[69990]: DEBUG nova.virt.hardware [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.748632] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a53f30-13a3-4a41-9c20-e0f37bece855 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.750389] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8be257a-d61b-4555-8e3d-3d201d081ac3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.763179] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f3421-c9f2-4910-a74a-9d26cedcd5e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.767577] env[69990]: DEBUG nova.compute.manager [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.767718] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.768542] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created folder: Project (264c4a2642fe4876b36423f06cb6fd52) in parent group-v687779. [ 847.768763] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating folder: Instances. Parent ref: group-v687968. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.769432] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449bcb73-8b7c-4f3c-9497-10bcba4b308a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.773383] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eba3d504-2655-473b-a088-76d57e610cf8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.781046] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e365d-4cba-41f1-aa86-9135e24fce65 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.784785] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 847.784785] env[69990]: value = "task-3446233" [ 847.784785] env[69990]: _type = "Task" [ 847.784785] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.785992] env[69990]: DEBUG oslo_vmware.api [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 847.785992] env[69990]: value = "task-3446234" [ 847.785992] env[69990]: _type = "Task" [ 847.785992] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.789066] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created folder: Instances in parent group-v687968. [ 847.789290] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.790354] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.795282] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.795480] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a854c1b-dbe0-467e-b31b-52e4a6926e4a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.809798] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-465271a3-d720-4f40-9905-5e702b46489f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.829813] env[69990]: DEBUG oslo_vmware.api [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.834939] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.834939] env[69990]: value = "task-3446237" [ 847.834939] env[69990]: _type = "Task" [ 847.834939] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.835537] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446233, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.835812] env[69990]: DEBUG oslo_vmware.api [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 847.835812] env[69990]: value = "task-3446236" [ 847.835812] env[69990]: _type = "Task" [ 847.835812] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.846955] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446237, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.849959] env[69990]: DEBUG oslo_vmware.api [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.163487] env[69990]: DEBUG nova.compute.manager [req-99a0b1c2-a373-4805-bbd4-7d48c1a4ac54 req-00dae6d7-787a-4c06-9a77-f540f711d01e service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Received event network-vif-plugged-3053c0f5-bce3-43ce-b61d-62f7afdf8467 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.163867] env[69990]: DEBUG oslo_concurrency.lockutils [req-99a0b1c2-a373-4805-bbd4-7d48c1a4ac54 req-00dae6d7-787a-4c06-9a77-f540f711d01e service nova] Acquiring lock "652b92c2-2ed3-413e-88b9-47a22feb68d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.166176] env[69990]: DEBUG oslo_concurrency.lockutils [req-99a0b1c2-a373-4805-bbd4-7d48c1a4ac54 req-00dae6d7-787a-4c06-9a77-f540f711d01e service nova] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.166432] env[69990]: DEBUG oslo_concurrency.lockutils [req-99a0b1c2-a373-4805-bbd4-7d48c1a4ac54 req-00dae6d7-787a-4c06-9a77-f540f711d01e service nova] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.166629] env[69990]: DEBUG nova.compute.manager [req-99a0b1c2-a373-4805-bbd4-7d48c1a4ac54 req-00dae6d7-787a-4c06-9a77-f540f711d01e service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] No waiting events found dispatching network-vif-plugged-3053c0f5-bce3-43ce-b61d-62f7afdf8467 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.166801] env[69990]: WARNING nova.compute.manager [req-99a0b1c2-a373-4805-bbd4-7d48c1a4ac54 req-00dae6d7-787a-4c06-9a77-f540f711d01e service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Received unexpected event network-vif-plugged-3053c0f5-bce3-43ce-b61d-62f7afdf8467 for instance with vm_state building and task_state spawning. [ 848.179018] env[69990]: INFO nova.compute.manager [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Unrescuing [ 848.179287] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.179438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquired lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.179622] env[69990]: DEBUG nova.network.neutron [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.181440] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.181900] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64172854-2bcd-45b1-9c19-20f5a711bd0e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.190695] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 848.190695] env[69990]: value = "task-3446238" [ 848.190695] env[69990]: _type = "Task" [ 848.190695] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.199895] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.276180] env[69990]: DEBUG nova.network.neutron [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Successfully updated port: 3053c0f5-bce3-43ce-b61d-62f7afdf8467 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.303799] env[69990]: DEBUG oslo_vmware.api [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446234, 'name': ReconfigVM_Task, 'duration_secs': 0.163826} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.307967] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687964', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'name': 'volume-de34ec25-c976-4738-9581-f6d37256e685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e294004b-ac53-4fea-876f-0547e0ce009b', 'attached_at': '', 'detached_at': '', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'serial': 'de34ec25-c976-4738-9581-f6d37256e685'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 848.311128] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446233, 'name': Rename_Task, 'duration_secs': 0.14816} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.311452] env[69990]: DEBUG nova.objects.instance [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lazy-loading 'flavor' on Instance uuid 36d4e7dd-459d-4c1a-ab75-340fd5f7276c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.312778] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.313435] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7dc0649-779b-46ac-9262-6e77d42ee4d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.320742] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 848.320742] env[69990]: value = "task-3446239" [ 848.320742] env[69990]: _type = "Task" [ 848.320742] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.337361] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.349503] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446237, 'name': CreateVM_Task, 'duration_secs': 0.514431} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.352972] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.353763] env[69990]: DEBUG oslo_vmware.api [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446236, 'name': PowerOffVM_Task, 'duration_secs': 0.264632} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.354589] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.354903] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.355354] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.355788] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.356143] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.356513] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9f41a3-7f30-439e-a453-36b27be74b14 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.358486] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8f758e-b6f8-4a08-b37a-0e621f214425 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.363990] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 848.363990] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521af287-bd44-eccb-c4ba-7a04db35bf17" [ 848.363990] env[69990]: _type = "Task" [ 848.363990] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.373642] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521af287-bd44-eccb-c4ba-7a04db35bf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.470334] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.470758] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.470880] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleting the datastore file [datastore2] 2025809c-ee0d-4423-8a19-4fdcc7c2684f {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.471188] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-388fbdef-2bc5-4e4d-af20-88b0ae8b3af5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.478216] env[69990]: DEBUG oslo_vmware.api [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 848.478216] env[69990]: value = "task-3446241" [ 848.478216] env[69990]: _type = "Task" [ 848.478216] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.485694] env[69990]: DEBUG oslo_vmware.api [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.588668] env[69990]: DEBUG nova.network.neutron [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Updated VIF entry in instance network info cache for port b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.589071] env[69990]: DEBUG nova.network.neutron [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Updating instance_info_cache with network_info: [{"id": "b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5", "address": "fa:16:3e:45:85:8f", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0aec2b2-b6", "ovs_interfaceid": "b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.702698] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446238, 'name': PowerOffVM_Task, 'duration_secs': 0.156479} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.702698] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.702698] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.704455] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7dd880-aaab-4436-bd0b-ba16a2fca90d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.710210] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.710466] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbc2e168-4757-4555-abce-df6b73094d97 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.738265] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.738501] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.738807] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Deleting the datastore file [datastore1] 921ea572-503c-4924-8ff7-39c5cffec439 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.739117] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93a06076-419f-4569-81d6-d80c93d446ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.746657] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 848.746657] env[69990]: value = "task-3446243" [ 848.746657] env[69990]: _type = "Task" [ 848.746657] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.757469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.411s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.766021] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.766472] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.721s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.767947] env[69990]: INFO nova.compute.claims [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.778560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "refresh_cache-652b92c2-2ed3-413e-88b9-47a22feb68d6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.778712] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquired lock "refresh_cache-652b92c2-2ed3-413e-88b9-47a22feb68d6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.778872] env[69990]: DEBUG nova.network.neutron [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.837342] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446239, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.875968] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521af287-bd44-eccb-c4ba-7a04db35bf17, 'name': SearchDatastore_Task, 'duration_secs': 0.023041} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.878726] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.878981] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.879238] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.879389] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.879582] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.880335] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1fe3532-bf1e-44e0-9576-c8277f65488b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.905273] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.905273] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.905592] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e15e5a-9435-4e00-a1e9-06973e4294c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.912320] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 848.912320] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526ae5cc-ff81-9b48-7ad2-aaeb4ab5900b" [ 848.912320] env[69990]: _type = "Task" [ 848.912320] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.921790] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526ae5cc-ff81-9b48-7ad2-aaeb4ab5900b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.993988] env[69990]: DEBUG oslo_vmware.api [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270855} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.995164] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.995492] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.995962] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.996263] env[69990]: INFO nova.compute.manager [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 848.996599] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.997093] env[69990]: DEBUG nova.compute.manager [-] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.997783] env[69990]: DEBUG nova.network.neutron [-] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.022867] env[69990]: DEBUG nova.network.neutron [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.092078] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ced1fee-87e7-4061-b748-211dc1d15973 req-55aa9ad3-546d-448c-8838-0fb08aa54c67 service nova] Releasing lock "refresh_cache-28aaa1db-7b99-4a85-b849-4c8cb3c15957" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.257952] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139587} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.258227] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.258411] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.258583] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.321444] env[69990]: DEBUG nova.network.neutron [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.323559] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3ab707af-b1a9-49ac-b86f-baf3ab6204e7 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.045s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.335476] env[69990]: DEBUG oslo_vmware.api [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446239, 'name': PowerOnVM_Task, 'duration_secs': 0.670295} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.336354] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.337108] env[69990]: INFO nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Took 9.31 seconds to spawn the instance on the hypervisor. [ 849.337108] env[69990]: DEBUG nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.337511] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37e689b-8790-4c55-baa9-78c0a94573bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.362121] env[69990]: DEBUG nova.objects.instance [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'flavor' on Instance uuid e294004b-ac53-4fea-876f-0547e0ce009b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.423933] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526ae5cc-ff81-9b48-7ad2-aaeb4ab5900b, 'name': SearchDatastore_Task, 'duration_secs': 0.042007} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.424732] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d145d91-8243-4403-bc78-50d914b0dd65 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.429938] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 849.429938] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52150e29-cafc-270c-c4b4-3826676feaa0" [ 849.429938] env[69990]: _type = "Task" [ 849.429938] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.437839] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52150e29-cafc-270c-c4b4-3826676feaa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.525546] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Releasing lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.526263] env[69990]: DEBUG nova.objects.instance [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lazy-loading 'flavor' on Instance uuid ec071c54-6c86-4dfe-8411-3cee70ddf188 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.739136] env[69990]: DEBUG nova.compute.manager [req-687e5319-a634-4625-b8d1-ddff3e2abe85 req-9c2ce6f9-9bff-493a-9d4d-b291c31328a6 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Received event network-vif-deleted-efc50387-5754-4d9e-9a7d-2bf5f98322ea {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.739136] env[69990]: INFO nova.compute.manager [req-687e5319-a634-4625-b8d1-ddff3e2abe85 req-9c2ce6f9-9bff-493a-9d4d-b291c31328a6 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Neutron deleted interface efc50387-5754-4d9e-9a7d-2bf5f98322ea; detaching it from the instance and deleting it from the info cache [ 849.739136] env[69990]: DEBUG nova.network.neutron [req-687e5319-a634-4625-b8d1-ddff3e2abe85 req-9c2ce6f9-9bff-493a-9d4d-b291c31328a6 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.756987] env[69990]: DEBUG nova.network.neutron [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Updating instance_info_cache with network_info: [{"id": "3053c0f5-bce3-43ce-b61d-62f7afdf8467", "address": "fa:16:3e:4a:f1:c3", "network": {"id": "b0bac975-b6ed-4f3f-9901-8a893be67b24", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-739298868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1442718a90d243649164d6348a77a2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3053c0f5-bc", "ovs_interfaceid": "3053c0f5-bce3-43ce-b61d-62f7afdf8467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.756987] env[69990]: WARNING oslo_messaging._drivers.amqpdriver [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 849.774816] env[69990]: DEBUG nova.network.neutron [-] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.859884] env[69990]: INFO nova.compute.manager [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Took 53.30 seconds to build instance. [ 849.869798] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f6994950-941d-4b0a-9684-d017981fd533 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.339s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.905717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.906202] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.906427] env[69990]: INFO nova.compute.manager [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Shelving [ 849.940403] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52150e29-cafc-270c-c4b4-3826676feaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.032127} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.940637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.940894] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 28aaa1db-7b99-4a85-b849-4c8cb3c15957/28aaa1db-7b99-4a85-b849-4c8cb3c15957.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.943570] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-052e6fb6-5b0d-40e8-861f-d7c480206a58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.951581] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 849.951581] env[69990]: value = "task-3446244" [ 849.951581] env[69990]: _type = "Task" [ 849.951581] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.962180] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.031965] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354dfef0-5616-4734-b271-2408091e26df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.059137] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.061827] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58dcdf29-ee9b-4503-8a41-b02504bee0af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.070041] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 850.070041] env[69990]: value = "task-3446245" [ 850.070041] env[69990]: _type = "Task" [ 850.070041] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.079531] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.233467] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0bf7eb-8f8c-4c3a-b1f2-b1da0207a272 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.241322] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-548f0c33-9f9f-4b9a-b8b9-1e7e7eaf1d2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.246918] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac5573-402c-4a51-8d6b-c15c1b19d187 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.254544] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4dffd4-ed91-45e7-b7d0-718cb8fe477e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.297240] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Releasing lock "refresh_cache-652b92c2-2ed3-413e-88b9-47a22feb68d6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.297546] env[69990]: DEBUG nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Instance network_info: |[{"id": "3053c0f5-bce3-43ce-b61d-62f7afdf8467", "address": "fa:16:3e:4a:f1:c3", "network": {"id": "b0bac975-b6ed-4f3f-9901-8a893be67b24", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-739298868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1442718a90d243649164d6348a77a2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3053c0f5-bc", "ovs_interfaceid": "3053c0f5-bce3-43ce-b61d-62f7afdf8467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.302448] env[69990]: INFO nova.compute.manager [-] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Took 1.30 seconds to deallocate network for instance. [ 850.309014] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:f1:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3053c0f5-bce3-43ce-b61d-62f7afdf8467', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.314932] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Creating folder: Project (1442718a90d243649164d6348a77a2ea). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.319474] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9a7e6-4612-4897-812b-b6be8a2eae58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.323671] env[69990]: INFO nova.compute.manager [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Swapping old allocation on dict_keys(['861bed33-0336-4b70-a14e-8edf62684af1']) held by migration a91fa51f-5d06-4568-bcee-e602ea5d9563 for instance [ 850.327125] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a319b82-7855-4b64-8a8e-267ee88b2503 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.353038] env[69990]: DEBUG nova.compute.manager [req-687e5319-a634-4625-b8d1-ddff3e2abe85 req-9c2ce6f9-9bff-493a-9d4d-b291c31328a6 service nova] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Detach interface failed, port_id=efc50387-5754-4d9e-9a7d-2bf5f98322ea, reason: Instance 2025809c-ee0d-4423-8a19-4fdcc7c2684f could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.363020] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce9bf5f-ac7b-4207-9b7d-396154f4756e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.370091] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.370274] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.370488] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.370780] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.370940] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.371176] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.371448] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.371666] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.371912] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.372202] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.372465] env[69990]: DEBUG nova.virt.hardware [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.373066] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45c781cc-c2d2-4ff2-aad1-ed03b8a5ec1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.427s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.373584] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Created folder: Project (1442718a90d243649164d6348a77a2ea) in parent group-v687779. [ 850.373584] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Creating folder: Instances. Parent ref: group-v687971. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.375238] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251231d6-9aa2-445c-bebd-d965b8e2dfa5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.378444] env[69990]: DEBUG nova.scheduler.client.report [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Overwriting current allocation {'allocations': {'861bed33-0336-4b70-a14e-8edf62684af1': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 91}}, 'project_id': '371c3e89dae94001b57acaaf3d031f14', 'user_id': 'c7ddcd4d8d3b43768b589506f952e509', 'consumer_generation': 1} on consumer a78c0515-6ba4-43af-9d9e-50a253adc898 {{(pid=69990) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 850.380833] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9568508a-aaec-44b7-95fd-5f46847f7c02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.392711] env[69990]: DEBUG nova.compute.provider_tree [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.399155] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191b5b2c-1024-4be5-b4d6-fb429bf3f8dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.405594] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Created folder: Instances in parent group-v687971. [ 850.405847] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.406582] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.406695] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdff443b-a92f-4eb7-9603-cc4522f75e21 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.439892] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.445982] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.446376] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.446540] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62295809-7e2e-4e54-9f17-a3c86c12c7fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.461903] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.461903] env[69990]: value = "task-3446248" [ 850.461903] env[69990]: _type = "Task" [ 850.461903] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.470327] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.470327] env[69990]: value = "task-3446249" [ 850.470327] env[69990]: _type = "Task" [ 850.470327] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.480014] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523692} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.484230] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 28aaa1db-7b99-4a85-b849-4c8cb3c15957/28aaa1db-7b99-4a85-b849-4c8cb3c15957.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.484230] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.484390] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446248, 'name': CreateVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.484985] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18c25fef-74ba-4397-8a64-609d29cf4bfe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.493685] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446249, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.502023] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 850.502023] env[69990]: value = "task-3446250" [ 850.502023] env[69990]: _type = "Task" [ 850.502023] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.510025] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.518867] env[69990]: DEBUG nova.compute.manager [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Received event network-changed-3053c0f5-bce3-43ce-b61d-62f7afdf8467 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.519074] env[69990]: DEBUG nova.compute.manager [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Refreshing instance network info cache due to event network-changed-3053c0f5-bce3-43ce-b61d-62f7afdf8467. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.519306] env[69990]: DEBUG oslo_concurrency.lockutils [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] Acquiring lock "refresh_cache-652b92c2-2ed3-413e-88b9-47a22feb68d6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.519447] env[69990]: DEBUG oslo_concurrency.lockutils [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] Acquired lock "refresh_cache-652b92c2-2ed3-413e-88b9-47a22feb68d6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.519618] env[69990]: DEBUG nova.network.neutron [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Refreshing network info cache for port 3053c0f5-bce3-43ce-b61d-62f7afdf8467 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.555333] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.555510] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquired lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.555691] env[69990]: DEBUG nova.network.neutron [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.580008] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446245, 'name': PowerOffVM_Task, 'duration_secs': 0.394385} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.580306] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.586060] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfiguring VM instance instance-00000035 to detach disk 2002 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.586556] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d70d26-4022-4cfb-8ebf-4579bfa41b48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.604798] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 850.604798] env[69990]: value = "task-3446251" [ 850.604798] env[69990]: _type = "Task" [ 850.604798] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.613212] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.838416] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.899760] env[69990]: DEBUG nova.scheduler.client.report [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.962745] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "a35789c2-56b0-4d99-a759-b6f7ff859efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.962966] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.966112] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.970463] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c30e0a63-e43b-4d0a-ac90-e580c1c9593e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.977455] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446248, 'name': CreateVM_Task, 'duration_secs': 0.483131} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.982328] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.982752] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 850.982752] env[69990]: value = "task-3446252" [ 850.982752] env[69990]: _type = "Task" [ 850.982752] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.984113] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.984326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.984747] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.985693] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ec47ea-48ab-4d43-bacc-71ea5348a348 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.993896] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446249, 'name': CreateVM_Task, 'duration_secs': 0.287387} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.995751] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.996283] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.996374] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.996687] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.998080] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523e0922-e9ef-4791-bb6b-b3c73af3849a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.000512] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 851.000512] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5206aa8f-1e15-e609-c242-db75ad136473" [ 851.000512] env[69990]: _type = "Task" [ 851.000512] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.004037] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.011594] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 851.011594] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b139a8-f61f-56a3-2516-f9ce89dab415" [ 851.011594] env[69990]: _type = "Task" [ 851.011594] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.022393] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5206aa8f-1e15-e609-c242-db75ad136473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.024705] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082123} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.025393] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.026495] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c8309-2d60-4165-8861-e5abaa3109e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.032297] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b139a8-f61f-56a3-2516-f9ce89dab415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.056839] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 28aaa1db-7b99-4a85-b849-4c8cb3c15957/28aaa1db-7b99-4a85-b849-4c8cb3c15957.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.057261] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f53355e-9307-4975-9046-d0f01ce1458a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.079789] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 851.079789] env[69990]: value = "task-3446253" [ 851.079789] env[69990]: _type = "Task" [ 851.079789] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.091778] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.118054] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446251, 'name': ReconfigVM_Task, 'duration_secs': 0.4059} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.118054] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfigured VM instance instance-00000035 to detach disk 2002 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.118054] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.118189] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44c881d6-2089-4a96-a632-4201bb005020 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.123870] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 851.123870] env[69990]: value = "task-3446254" [ 851.123870] env[69990]: _type = "Task" [ 851.123870] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.131683] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.331493] env[69990]: DEBUG nova.network.neutron [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance_info_cache with network_info: [{"id": "dd314168-caab-4978-a024-d2716e019911", "address": "fa:16:3e:18:f4:52", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd314168-ca", "ovs_interfaceid": "dd314168-caab-4978-a024-d2716e019911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.391563] env[69990]: DEBUG nova.network.neutron [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Updated VIF entry in instance network info cache for port 3053c0f5-bce3-43ce-b61d-62f7afdf8467. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.391746] env[69990]: DEBUG nova.network.neutron [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Updating instance_info_cache with network_info: [{"id": "3053c0f5-bce3-43ce-b61d-62f7afdf8467", "address": "fa:16:3e:4a:f1:c3", "network": {"id": "b0bac975-b6ed-4f3f-9901-8a893be67b24", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-739298868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1442718a90d243649164d6348a77a2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3053c0f5-bc", "ovs_interfaceid": "3053c0f5-bce3-43ce-b61d-62f7afdf8467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.405606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.407117] env[69990]: DEBUG nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.411124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.621s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.411852] env[69990]: DEBUG nova.objects.instance [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lazy-loading 'resources' on Instance uuid 89dfd971-09d2-4259-80a0-66c7a14e087c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.465122] env[69990]: DEBUG nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.498445] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446252, 'name': PowerOffVM_Task, 'duration_secs': 0.400018} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.499144] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.500227] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42845a4f-9b91-4880-998b-6db8adf3f611 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.527037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c45b0e-2c5b-4ed7-9413-febdd24235ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.533255] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5206aa8f-1e15-e609-c242-db75ad136473, 'name': SearchDatastore_Task, 'duration_secs': 0.026038} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.534266] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.534500] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.534793] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.534955] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.535181] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.539146] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-780a7569-09d5-4661-9539-3099fcaea708 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.541269] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b139a8-f61f-56a3-2516-f9ce89dab415, 'name': SearchDatastore_Task, 'duration_secs': 0.038829} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.543183] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.543429] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.543683] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.543833] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.544016] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.547050] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1470fa38-50bd-474b-ab29-8363f5a068c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.553591] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.553797] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.555449] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bb43af-7ba1-4950-aa19-5ff59144e9ac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.559191] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.559191] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.559191] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2f85e0-9e75-43ba-a307-7c1db4cfc24b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.565159] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 851.565159] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522190f2-c111-4e6a-4ed6-49408c76a760" [ 851.565159] env[69990]: _type = "Task" [ 851.565159] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.565410] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 851.565410] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a2ffff-b5a4-ee25-1864-bac3800cd313" [ 851.565410] env[69990]: _type = "Task" [ 851.565410] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.578738] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522190f2-c111-4e6a-4ed6-49408c76a760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.582276] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a2ffff-b5a4-ee25-1864-bac3800cd313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.591680] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.637404] env[69990]: DEBUG oslo_vmware.api [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446254, 'name': PowerOnVM_Task, 'duration_secs': 0.407723} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.638766] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.638766] env[69990]: DEBUG nova.compute.manager [None req-81a8f521-e163-429b-85cd-101b7b02d2b1 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.641127] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014a05f1-3750-4297-8f65-c45255fe5a8b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.834554] env[69990]: DEBUG oslo_concurrency.lockutils [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Releasing lock "refresh_cache-a78c0515-6ba4-43af-9d9e-50a253adc898" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.834991] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.835318] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29a9fc1a-4ee0-4ae8-ab9e-6792cd487ce2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.842488] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 851.842488] env[69990]: value = "task-3446255" [ 851.842488] env[69990]: _type = "Task" [ 851.842488] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.850947] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.895675] env[69990]: DEBUG oslo_concurrency.lockutils [req-7c000abf-cf59-42b3-994a-03369975aff6 req-66396002-3ba9-4d1b-aae6-6fe643af6349 service nova] Releasing lock "refresh_cache-652b92c2-2ed3-413e-88b9-47a22feb68d6" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.918890] env[69990]: DEBUG nova.compute.utils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.924081] env[69990]: DEBUG nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.924265] env[69990]: DEBUG nova.network.neutron [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.992361] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.995125] env[69990]: DEBUG nova.policy [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99c59319a96840c98e50ff95313002f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d190194e4f44f498aaa3fe51621077', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.050956] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 852.051280] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfa78a60-5bc2-4b91-be16-1808511984c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.059669] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 852.059669] env[69990]: value = "task-3446256" [ 852.059669] env[69990]: _type = "Task" [ 852.059669] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.068465] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446256, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.088158] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522190f2-c111-4e6a-4ed6-49408c76a760, 'name': SearchDatastore_Task, 'duration_secs': 0.015328} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.098260] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a2ffff-b5a4-ee25-1864-bac3800cd313, 'name': SearchDatastore_Task, 'duration_secs': 0.015603} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.101067] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01a121e-1cf0-4734-ab24-2be7a7394566 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.105138] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b7f6c4-e32c-41c1-850b-6f1936c4a6e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.110929] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446253, 'name': ReconfigVM_Task, 'duration_secs': 0.726628} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.111583] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 28aaa1db-7b99-4a85-b849-4c8cb3c15957/28aaa1db-7b99-4a85-b849-4c8cb3c15957.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.113251] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8cf4bf7-bc10-4a06-a1b6-f51340d336f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.115322] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 852.115322] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523cd155-b669-cbc7-8ca4-da09f8638022" [ 852.115322] env[69990]: _type = "Task" [ 852.115322] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.119340] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 852.119340] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d952ff-351b-899f-574c-8d2c78f7a268" [ 852.119340] env[69990]: _type = "Task" [ 852.119340] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.129241] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 852.129241] env[69990]: value = "task-3446257" [ 852.129241] env[69990]: _type = "Task" [ 852.129241] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.141220] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523cd155-b669-cbc7-8ca4-da09f8638022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.141393] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d952ff-351b-899f-574c-8d2c78f7a268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.150203] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446257, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.166307] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "da46ebc6-6bda-478c-936a-033cb13c53ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.166581] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.352797] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446255, 'name': PowerOffVM_Task, 'duration_secs': 0.323723} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.353665] env[69990]: DEBUG nova.network.neutron [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Successfully created port: 5ed428d8-e3b6-48da-a7ec-e8438ec19c0a {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.355745] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.356396] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2a9e5b4e-2026-4cf6-8390-16522954d3f7',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1772487526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.356763] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.356763] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.357954] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.357954] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.357954] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.357954] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.357954] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.357954] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.357954] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.358187] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.365803] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-babf4764-54ec-4527-8375-3421fe8dc596 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.387161] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 852.387161] env[69990]: value = "task-3446258" [ 852.387161] env[69990]: _type = "Task" [ 852.387161] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.398432] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.424957] env[69990]: DEBUG nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.431194] env[69990]: DEBUG nova.compute.manager [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 852.453703] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcc0978-2630-4b50-9a77-db9900acfe39 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.461644] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2582a3-4180-4158-aff1-9e7825743ca0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.498757] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149c72f-03d4-4664-9928-c476dc732ec6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.509587] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3385efc-569c-405e-b83f-6b280688fe01 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.524172] env[69990]: DEBUG nova.compute.provider_tree [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.570951] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446256, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.638634] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523cd155-b669-cbc7-8ca4-da09f8638022, 'name': SearchDatastore_Task, 'duration_secs': 0.021041} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.638964] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d952ff-351b-899f-574c-8d2c78f7a268, 'name': SearchDatastore_Task, 'duration_secs': 0.024165} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.642555] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.642928] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 652b92c2-2ed3-413e-88b9-47a22feb68d6/652b92c2-2ed3-413e-88b9-47a22feb68d6.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.643310] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.643565] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.643917] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eddd27b8-445f-4cac-9457-1491c29f082d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.646587] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a7c9b42-60ad-4148-90e1-501ddced2108 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.655301] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446257, 'name': Rename_Task, 'duration_secs': 0.260474} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.658154] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.658526] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 852.658526] env[69990]: value = "task-3446259" [ 852.658526] env[69990]: _type = "Task" [ 852.658526] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.658920] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 852.658920] env[69990]: value = "task-3446260" [ 852.658920] env[69990]: _type = "Task" [ 852.658920] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.659229] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c848703-d878-4072-866b-01638467b610 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.676471] env[69990]: DEBUG nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.680073] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.688026] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 852.688026] env[69990]: value = "task-3446261" [ 852.688026] env[69990]: _type = "Task" [ 852.688026] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.688026] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.697022] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446261, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.898610] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446258, 'name': ReconfigVM_Task, 'duration_secs': 0.282852} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.899605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9463e6-0340-4eb0-b91a-a5016a99cc5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.926777] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2a9e5b4e-2026-4cf6-8390-16522954d3f7',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1772487526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.926777] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.926777] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.926777] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.926777] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.927146] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.927146] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.927743] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.927743] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.927743] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.927914] env[69990]: DEBUG nova.virt.hardware [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.928702] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c1ddd1-db79-4294-a648-364856089413 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.941832] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 852.941832] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e68919-8297-fd53-579d-299022922c0e" [ 852.941832] env[69990]: _type = "Task" [ 852.941832] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.952200] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e68919-8297-fd53-579d-299022922c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.963720] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.026581] env[69990]: DEBUG nova.scheduler.client.report [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.073021] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446256, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.174593] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446259, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.178205] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.199907] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.206700] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.290760] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.291052] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.291271] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.291453] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.291621] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.294219] env[69990]: INFO nova.compute.manager [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Terminating instance [ 853.436114] env[69990]: DEBUG nova.compute.manager [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Received event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.436321] env[69990]: DEBUG nova.compute.manager [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing instance network info cache due to event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.436532] env[69990]: DEBUG oslo_concurrency.lockutils [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] Acquiring lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.436748] env[69990]: DEBUG oslo_concurrency.lockutils [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] Acquired lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.436884] env[69990]: DEBUG nova.network.neutron [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.438925] env[69990]: DEBUG nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.455047] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e68919-8297-fd53-579d-299022922c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.034941} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.461228] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 853.461875] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac384d4-0d4e-44e3-8569-ec1d4a220734 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.483046] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.483337] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.483439] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.483625] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.483771] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.483914] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.484141] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.484446] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.484446] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.484617] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.484812] env[69990]: DEBUG nova.virt.hardware [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.486271] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a710779-f7ae-49e5-87cd-44b3f1040291 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.488696] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 853.488696] env[69990]: value = "task-3446262" [ 853.488696] env[69990]: _type = "Task" [ 853.488696] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.495357] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6054df1-7f07-4358-8feb-c7223ff3c516 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.501715] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.534884] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.537069] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.660s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.554817] env[69990]: INFO nova.scheduler.client.report [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Deleted allocations for instance 89dfd971-09d2-4259-80a0-66c7a14e087c [ 853.571164] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446256, 'name': CreateSnapshot_Task, 'duration_secs': 1.485767} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.571498] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 853.572385] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dd5c47-f09a-429d-b458-ad71a8e08134 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.675070] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649465} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.678447] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 652b92c2-2ed3-413e-88b9-47a22feb68d6/652b92c2-2ed3-413e-88b9-47a22feb68d6.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.678981] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.679424] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740208} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.679871] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fbc0390-7f38-40b9-9a39-60b22a8c64dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.682010] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.682449] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.682849] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fea8354-7583-48df-ad58-a3736debcf1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.695137] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 853.695137] env[69990]: value = "task-3446264" [ 853.695137] env[69990]: _type = "Task" [ 853.695137] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.695137] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 853.695137] env[69990]: value = "task-3446263" [ 853.695137] env[69990]: _type = "Task" [ 853.695137] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.707180] env[69990]: DEBUG oslo_vmware.api [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446261, 'name': PowerOnVM_Task, 'duration_secs': 0.661887} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.710250] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.710250] env[69990]: INFO nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Took 8.94 seconds to spawn the instance on the hypervisor. [ 853.710250] env[69990]: DEBUG nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.710250] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6240a1-84e3-4322-b17d-c6b691531750 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.719172] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.719172] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.801041] env[69990]: DEBUG nova.compute.manager [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.801041] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.802037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e783b36c-ff79-4e6a-bfe7-1dba81a4ef55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.809902] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.810160] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfeef108-e661-4fb4-a150-81da9d3ac275 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.815658] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 853.815658] env[69990]: value = "task-3446265" [ 853.815658] env[69990]: _type = "Task" [ 853.815658] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.823089] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.999019] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446262, 'name': ReconfigVM_Task, 'duration_secs': 0.248564} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.999670] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 854.000602] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e1364-f4db-4997-b44a-4809eab7876b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.028785] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.030321] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d4e71b8-5dc3-49d7-a929-b8cd31d92471 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.065669] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3c5333c3-aace-460b-bf09-b027557419e3 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "89dfd971-09d2-4259-80a0-66c7a14e087c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.792s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.069048] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 854.069048] env[69990]: value = "task-3446266" [ 854.069048] env[69990]: _type = "Task" [ 854.069048] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.080251] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.092319] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 854.093865] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1ab22e7-3204-45ff-a83b-5bb06099aa7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.108073] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 854.108073] env[69990]: value = "task-3446267" [ 854.108073] env[69990]: _type = "Task" [ 854.108073] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.123089] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446267, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.212871] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070644} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.215840] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.216231] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101768} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.217017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2438f706-5892-4768-86ce-bf4edeb4d8a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.220216] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.221026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20a1a48-9768-4bdd-afdf-98a06f5ef514 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.262368] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.271143] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 652b92c2-2ed3-413e-88b9-47a22feb68d6/652b92c2-2ed3-413e-88b9-47a22feb68d6.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.275649] env[69990]: DEBUG nova.network.neutron [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Successfully updated port: 5ed428d8-e3b6-48da-a7ec-e8438ec19c0a {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.276632] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5538ca2-f40e-4718-b8be-e29fdcfab366 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.294513] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118dab2f-ea6f-42c3-b0b5-60869cc935ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.310060] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "refresh_cache-cd59449f-4389-405d-83e9-8316074aad77" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.310219] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquired lock "refresh_cache-cd59449f-4389-405d-83e9-8316074aad77" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.310407] env[69990]: DEBUG nova.network.neutron [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.311743] env[69990]: INFO nova.compute.manager [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Took 51.30 seconds to build instance. [ 854.323045] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 854.323045] env[69990]: value = "task-3446268" [ 854.323045] env[69990]: _type = "Task" [ 854.323045] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.323200] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 854.323200] env[69990]: value = "task-3446269" [ 854.323200] env[69990]: _type = "Task" [ 854.323200] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.333094] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.339103] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.343054] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.348865] env[69990]: DEBUG nova.network.neutron [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updated VIF entry in instance network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.349248] env[69990]: DEBUG nova.network.neutron [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.567797] env[69990]: INFO nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating resource usage from migration db674c08-5efe-4339-8cf0-480430c8ad94 [ 854.582488] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.597159] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 36d4e7dd-459d-4c1a-ab75-340fd5f7276c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.597349] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 86dd6a38-843d-43b4-89cc-f7357ce975b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.597484] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 66f44427-f09b-431c-a391-98ef8e838f3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.597632] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 74b9b3e1-456d-4e1d-a5e7-f446321242fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.597783] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.597909] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 4e0c6aea-deee-4f98-9d5a-7cf7b3637946 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.598071] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance e294004b-ac53-4fea-876f-0547e0ce009b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.598203] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance ec071c54-6c86-4dfe-8411-3cee70ddf188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.598350] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance dce8d782-2479-4720-adb5-f6f380d7a9bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.598478] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance eeb6aed3-1819-40d6-bb31-15337b7b0f14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.598619] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 5e17d57e-213d-496c-aa6b-653c9d1e0302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.598766] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a78c0515-6ba4-43af-9d9e-50a253adc898 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.598894] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 006789b0-40b0-4040-9977-671e1c50997d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.599052] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance ecd1271e-b133-462f-aa41-00d79575f2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.599215] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 2025809c-ee0d-4423-8a19-4fdcc7c2684f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.599366] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 37dba20d-1a17-4341-8ac2-95a8a53374df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.599524] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 169f9f33-9651-4f83-b082-2b553ca2156b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.599652] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 921ea572-503c-4924-8ff7-39c5cffec439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.599798] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 28aaa1db-7b99-4a85-b849-4c8cb3c15957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.599914] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 652b92c2-2ed3-413e-88b9-47a22feb68d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.600064] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cd59449f-4389-405d-83e9-8316074aad77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 854.619017] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446267, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.817293] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ba9a9b16-84f5-47d6-b85c-299d9890ae03 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.066s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.827230] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.839363] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.842945] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.849444] env[69990]: DEBUG nova.network.neutron [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.851873] env[69990]: DEBUG oslo_concurrency.lockutils [req-9a11db22-eed1-4ef4-8c4e-8c0b560a229f req-891f2e04-5de6-4981-9813-6f5cb05217f1 service nova] Releasing lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.045284] env[69990]: DEBUG nova.network.neutron [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Updating instance_info_cache with network_info: [{"id": "5ed428d8-e3b6-48da-a7ec-e8438ec19c0a", "address": "fa:16:3e:82:df:f6", "network": {"id": "a0ddd277-2c4d-4ad6-8291-07be0ae9ebf7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-740921892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d190194e4f44f498aaa3fe51621077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed428d8-e3", "ovs_interfaceid": "5ed428d8-e3b6-48da-a7ec-e8438ec19c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.090262] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446266, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.103908] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 2da1960e-c34b-456b-8703-fcd47581a160 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 855.121521] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446267, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.327417] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446265, 'name': PowerOffVM_Task, 'duration_secs': 1.284267} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.327935] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.328184] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.334192] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-520a1264-9c8c-46d8-a478-885df4d7d819 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.341054] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446268, 'name': ReconfigVM_Task, 'duration_secs': 0.70092} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.344470] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 652b92c2-2ed3-413e-88b9-47a22feb68d6/652b92c2-2ed3-413e-88b9-47a22feb68d6.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.345057] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446269, 'name': ReconfigVM_Task, 'duration_secs': 0.835523} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.345269] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f76d2bef-674d-403b-9a15-1c060041f809 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.346787] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 921ea572-503c-4924-8ff7-39c5cffec439/921ea572-503c-4924-8ff7-39c5cffec439.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.347332] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56002dca-5126-4b8d-b0a3-763a209c054a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.353653] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 855.353653] env[69990]: value = "task-3446271" [ 855.353653] env[69990]: _type = "Task" [ 855.353653] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.354931] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 855.354931] env[69990]: value = "task-3446272" [ 855.354931] env[69990]: _type = "Task" [ 855.354931] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.372033] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446271, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.372251] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446272, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.409039] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.409039] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.409039] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Deleting the datastore file [datastore1] eeb6aed3-1819-40d6-bb31-15337b7b0f14 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.409246] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d45cdce0-c304-4abd-9d73-675d4395e739 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.415923] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for the task: (returnval){ [ 855.415923] env[69990]: value = "task-3446273" [ 855.415923] env[69990]: _type = "Task" [ 855.415923] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.424468] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.548624] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Releasing lock "refresh_cache-cd59449f-4389-405d-83e9-8316074aad77" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.548981] env[69990]: DEBUG nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Instance network_info: |[{"id": "5ed428d8-e3b6-48da-a7ec-e8438ec19c0a", "address": "fa:16:3e:82:df:f6", "network": {"id": "a0ddd277-2c4d-4ad6-8291-07be0ae9ebf7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-740921892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d190194e4f44f498aaa3fe51621077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed428d8-e3", "ovs_interfaceid": "5ed428d8-e3b6-48da-a7ec-e8438ec19c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.549483] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:df:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ed428d8-e3b6-48da-a7ec-e8438ec19c0a', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.557985] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Creating folder: Project (66d190194e4f44f498aaa3fe51621077). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.557985] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-842ae90b-b673-44bc-b8e2-59a8a4352075 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.569061] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Created folder: Project (66d190194e4f44f498aaa3fe51621077) in parent group-v687779. [ 855.569341] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Creating folder: Instances. Parent ref: group-v687977. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.569607] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11880220-7960-4719-b8e7-ee6a3444bd90 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.580631] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446266, 'name': ReconfigVM_Task, 'duration_secs': 1.073393} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.581827] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898/a78c0515-6ba4-43af-9d9e-50a253adc898.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.582204] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Created folder: Instances in parent group-v687977. [ 855.582449] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.583148] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab1dad9-abdc-43bf-9b1e-f0ca5ec24409 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.585466] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd59449f-4389-405d-83e9-8316074aad77] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.585674] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f0c32cd-0c4e-418c-bb76-47845b45847f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.617195] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 7500e3ab-6762-4678-bf88-08c2425e9076 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 855.622990] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912fb30f-e4ca-4111-bd04-d19af7e88977 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.625291] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.625291] env[69990]: value = "task-3446276" [ 855.625291] env[69990]: _type = "Task" [ 855.625291] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.633273] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446267, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.647815] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b773f7b-3c76-4e29-82a1-9ff0ef9de86c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.653519] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446276, 'name': CreateVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.669789] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238dbf0-9ecc-43e2-aa04-5216127cff2b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.676874] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.677170] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a7dd4c-a8a4-4ea6-a730-6eb5d4886367 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.682633] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 855.682633] env[69990]: value = "task-3446277" [ 855.682633] env[69990]: _type = "Task" [ 855.682633] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.691279] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.708978] env[69990]: DEBUG nova.compute.manager [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Received event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.709218] env[69990]: DEBUG nova.compute.manager [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing instance network info cache due to event network-changed-d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.709425] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Acquiring lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.709608] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Acquired lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.709805] env[69990]: DEBUG nova.network.neutron [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Refreshing network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.799744] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-5e17d57e-213d-496c-aa6b-653c9d1e0302-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.799875] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-5e17d57e-213d-496c-aa6b-653c9d1e0302-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.800174] env[69990]: DEBUG nova.objects.instance [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'flavor' on Instance uuid 5e17d57e-213d-496c-aa6b-653c9d1e0302 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.871881] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446271, 'name': Rename_Task, 'duration_secs': 0.157322} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.875832] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.876180] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446272, 'name': Rename_Task, 'duration_secs': 0.159119} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.876422] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a76e9a81-63d5-402e-b62b-d7026d6099fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.878250] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.878515] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d2c3476-da76-43b2-8a68-bb9cb687b6eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.889100] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 855.889100] env[69990]: value = "task-3446278" [ 855.889100] env[69990]: _type = "Task" [ 855.889100] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.890807] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 855.890807] env[69990]: value = "task-3446279" [ 855.890807] env[69990]: _type = "Task" [ 855.890807] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.902987] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.906783] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.926933] env[69990]: DEBUG oslo_vmware.api [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Task: {'id': task-3446273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159797} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.927318] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.927549] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.927802] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.928011] env[69990]: INFO nova.compute.manager [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Took 2.13 seconds to destroy the instance on the hypervisor. [ 855.928480] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.928543] env[69990]: DEBUG nova.compute.manager [-] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.928646] env[69990]: DEBUG nova.network.neutron [-] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.129195] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance fd321fb5-ee67-4f3f-92fd-a2402bd6718b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 856.129622] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (861bed33-0336-4b70-a14e-8edf62684af1): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 856.130878] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446267, 'name': CloneVM_Task, 'duration_secs': 1.658876} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.134473] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Created linked-clone VM from snapshot [ 856.135459] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16989921-600d-4b3c-b53c-d8fe0460ad2b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.144756] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446276, 'name': CreateVM_Task, 'duration_secs': 0.387683} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.148409] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd59449f-4389-405d-83e9-8316074aad77] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.148759] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Uploading image 13cb8908-66f7-43c1-94aa-0708a99d3517 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 856.152519] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.152818] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.153128] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.153677] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71167a4-fb58-4f69-bfdd-998ee50edeef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.159496] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 856.159496] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526e86b5-1a26-e0ba-3cde-bfb2a74faf03" [ 856.159496] env[69990]: _type = "Task" [ 856.159496] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.168737] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526e86b5-1a26-e0ba-3cde-bfb2a74faf03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.177776] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 856.177776] env[69990]: value = "vm-687976" [ 856.177776] env[69990]: _type = "VirtualMachine" [ 856.177776] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 856.179207] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e15b4583-80a5-4b71-ba29-393f0aa295e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.187724] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lease: (returnval){ [ 856.187724] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52500c54-ed58-b9d5-0774-a63e9f18e1d0" [ 856.187724] env[69990]: _type = "HttpNfcLease" [ 856.187724] env[69990]: } obtained for exporting VM: (result){ [ 856.187724] env[69990]: value = "vm-687976" [ 856.187724] env[69990]: _type = "VirtualMachine" [ 856.187724] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 856.188161] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the lease: (returnval){ [ 856.188161] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52500c54-ed58-b9d5-0774-a63e9f18e1d0" [ 856.188161] env[69990]: _type = "HttpNfcLease" [ 856.188161] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 856.195308] env[69990]: DEBUG oslo_vmware.api [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446277, 'name': PowerOnVM_Task, 'duration_secs': 0.411482} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.195958] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.200917] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.200917] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52500c54-ed58-b9d5-0774-a63e9f18e1d0" [ 856.200917] env[69990]: _type = "HttpNfcLease" [ 856.200917] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.201415] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.201415] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52500c54-ed58-b9d5-0774-a63e9f18e1d0" [ 856.201415] env[69990]: _type = "HttpNfcLease" [ 856.201415] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.202175] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e4eb06-aa70-4e9c-ac87-76a79ea07f85 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.209550] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f55c-9013-5c71-6e62-db6bc9320003/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.209751] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f55c-9013-5c71-6e62-db6bc9320003/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.331911] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd0fb664-a6be-4aeb-b5c5-618fe8475f30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.408583] env[69990]: DEBUG nova.objects.instance [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e17d57e-213d-496c-aa6b-653c9d1e0302 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.416255] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.419135] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.531217] env[69990]: DEBUG nova.network.neutron [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updated VIF entry in instance network info cache for port d410f163-466d-4f1c-ae74-12a0d89de20c. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.531696] env[69990]: DEBUG nova.network.neutron [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [{"id": "d410f163-466d-4f1c-ae74-12a0d89de20c", "address": "fa:16:3e:3c:2d:03", "network": {"id": "aff6e0fe-32d0-4f53-84a5-ed57bfcf4e15", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1730826878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780240f49de34d9696b0c9b9d9e7390d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd410f163-46", "ovs_interfaceid": "d410f163-466d-4f1c-ae74-12a0d89de20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.636724] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a35789c2-56b0-4d99-a759-b6f7ff859efc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 856.637156] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Migration db674c08-5efe-4339-8cf0-480430c8ad94 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 856.637386] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 856.672200] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526e86b5-1a26-e0ba-3cde-bfb2a74faf03, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.672574] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.675190] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.675190] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.675190] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.675190] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.675190] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1b67454-3e17-4ae9-b763-26cd7e836632 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.683411] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.683757] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.684711] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103dbf18-fddd-49a8-862b-dabfe3871679 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.691279] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 856.691279] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d55682-89a4-f308-655c-f6d8e0ec4454" [ 856.691279] env[69990]: _type = "Task" [ 856.691279] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.700290] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d55682-89a4-f308-655c-f6d8e0ec4454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.910869] env[69990]: DEBUG oslo_vmware.api [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446278, 'name': PowerOnVM_Task, 'duration_secs': 0.552967} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.916930] env[69990]: DEBUG nova.objects.base [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Object Instance<5e17d57e-213d-496c-aa6b-653c9d1e0302> lazy-loaded attributes: flavor,pci_requests {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 856.917507] env[69990]: DEBUG nova.network.neutron [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.920542] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.920648] env[69990]: DEBUG nova.compute.manager [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.921101] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.922342] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9008de-694f-4acf-8cdb-9f3d3c56ea8b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.990577] env[69990]: DEBUG nova.policy [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.036750] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Releasing lock "refresh_cache-ec071c54-6c86-4dfe-8411-3cee70ddf188" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.040019] env[69990]: DEBUG nova.compute.manager [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Received event network-vif-plugged-5ed428d8-e3b6-48da-a7ec-e8438ec19c0a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.040019] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Acquiring lock "cd59449f-4389-405d-83e9-8316074aad77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.040019] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Lock "cd59449f-4389-405d-83e9-8316074aad77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.040019] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Lock "cd59449f-4389-405d-83e9-8316074aad77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.040019] env[69990]: DEBUG nova.compute.manager [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] No waiting events found dispatching network-vif-plugged-5ed428d8-e3b6-48da-a7ec-e8438ec19c0a {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.040019] env[69990]: WARNING nova.compute.manager [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Received unexpected event network-vif-plugged-5ed428d8-e3b6-48da-a7ec-e8438ec19c0a for instance with vm_state building and task_state spawning. [ 857.040019] env[69990]: DEBUG nova.compute.manager [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Received event network-changed-5ed428d8-e3b6-48da-a7ec-e8438ec19c0a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.040019] env[69990]: DEBUG nova.compute.manager [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Refreshing instance network info cache due to event network-changed-5ed428d8-e3b6-48da-a7ec-e8438ec19c0a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.040019] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Acquiring lock "refresh_cache-cd59449f-4389-405d-83e9-8316074aad77" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.040019] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Acquired lock "refresh_cache-cd59449f-4389-405d-83e9-8316074aad77" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.040019] env[69990]: DEBUG nova.network.neutron [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Refreshing network info cache for port 5ed428d8-e3b6-48da-a7ec-e8438ec19c0a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.057489] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "d1da1147-e015-4d65-bc4a-e0655bd9e809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.057878] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.110810] env[69990]: DEBUG nova.network.neutron [-] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.142635] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance da46ebc6-6bda-478c-936a-033cb13c53ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 857.145645] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 857.145819] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 857.201039] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d55682-89a4-f308-655c-f6d8e0ec4454, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.201885] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef4c7e4-affe-4393-9742-61ee0db428e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.208488] env[69990]: INFO nova.compute.manager [None req-49e17a0c-f409-4ee3-9f9b-bbf1a3be368f tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance to original state: 'active' [ 857.216411] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 857.216411] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529598b0-f698-c04d-4289-5da44ac44032" [ 857.216411] env[69990]: _type = "Task" [ 857.216411] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.223372] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529598b0-f698-c04d-4289-5da44ac44032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.415482] env[69990]: DEBUG oslo_vmware.api [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446279, 'name': PowerOnVM_Task, 'duration_secs': 1.220183} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.419468] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.419837] env[69990]: INFO nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Took 9.75 seconds to spawn the instance on the hypervisor. [ 857.420199] env[69990]: DEBUG nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.421462] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b916c6d-1144-4ac2-ac67-2c7811a62e85 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.434390] env[69990]: DEBUG nova.network.neutron [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Successfully created port: d94dea77-638d-429e-9b9e-798d20e88859 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.455795] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.561998] env[69990]: DEBUG nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.615330] env[69990]: INFO nova.compute.manager [-] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Took 1.69 seconds to deallocate network for instance. [ 857.645797] env[69990]: DEBUG nova.compute.manager [req-6ee72344-ddb6-4d87-992d-b264bb9e1db8 req-2ee0a35a-641e-403d-8799-1ed5259fc2c1 service nova] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Received event network-vif-deleted-d777b1ef-3cfc-4e70-b185-ff081068b2b2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.738145] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529598b0-f698-c04d-4289-5da44ac44032, 'name': SearchDatastore_Task, 'duration_secs': 0.02274} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.738739] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.739234] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] cd59449f-4389-405d-83e9-8316074aad77/cd59449f-4389-405d-83e9-8316074aad77.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.739913] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d1cfc6e-9eaf-41cb-8314-a4f4c03f3046 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.771398] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 857.771398] env[69990]: value = "task-3446281" [ 857.771398] env[69990]: _type = "Task" [ 857.771398] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.787690] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.802009] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e97bdd1-c317-47c9-8b8a-252c33b5903c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.816472] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e1f05-8d31-442f-9219-47e5a7d8315e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.869241] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9177a-b6c1-45f5-80a4-1b0671efa838 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.874581] env[69990]: DEBUG nova.network.neutron [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Updated VIF entry in instance network info cache for port 5ed428d8-e3b6-48da-a7ec-e8438ec19c0a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.875186] env[69990]: DEBUG nova.network.neutron [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Updating instance_info_cache with network_info: [{"id": "5ed428d8-e3b6-48da-a7ec-e8438ec19c0a", "address": "fa:16:3e:82:df:f6", "network": {"id": "a0ddd277-2c4d-4ad6-8291-07be0ae9ebf7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-740921892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d190194e4f44f498aaa3fe51621077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed428d8-e3", "ovs_interfaceid": "5ed428d8-e3b6-48da-a7ec-e8438ec19c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.883431] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdad2556-6ac0-4895-808e-d3bb893bd925 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.901078] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.954258] env[69990]: INFO nova.compute.manager [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Took 53.17 seconds to build instance. [ 858.097284] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.124405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.283525] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446281, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.379053] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7e00cae-ff7f-4d60-9e66-8a8e69f4581c req-6093f697-9423-42c5-b99b-92108bf83def service nova] Releasing lock "refresh_cache-cd59449f-4389-405d-83e9-8316074aad77" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.405231] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.453928] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab2dd52-0ab6-4871-95c5-7ddf2938d402 tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.629s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.783907] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616183} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.784358] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] cd59449f-4389-405d-83e9-8316074aad77/cd59449f-4389-405d-83e9-8316074aad77.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.784601] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.784913] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43865cca-7433-49f3-827b-8eaedfa1996f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.791668] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 858.791668] env[69990]: value = "task-3446282" [ 858.791668] env[69990]: _type = "Task" [ 858.791668] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.803478] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.912840] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 858.913276] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.376s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.913619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.109s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.915918] env[69990]: INFO nova.compute.claims [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.923041] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.923041] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Cleaning up deleted instances {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 859.300479] env[69990]: DEBUG nova.network.neutron [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Successfully updated port: d94dea77-638d-429e-9b9e-798d20e88859 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.308168] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106962} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.308841] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.309391] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0adc4e-13e8-407e-b362-5c833779d577 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.335930] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] cd59449f-4389-405d-83e9-8316074aad77/cd59449f-4389-405d-83e9-8316074aad77.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.337032] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154b7cad-28cc-4da3-a054-22d577518456 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.357431] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 859.357431] env[69990]: value = "task-3446283" [ 859.357431] env[69990]: _type = "Task" [ 859.357431] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.366393] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.437179] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] There are 45 instances to clean {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 859.437449] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 89dfd971-09d2-4259-80a0-66c7a14e087c] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.802794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.802983] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.803181] env[69990]: DEBUG nova.network.neutron [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.871910] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.946616] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: f4f00a78-2e08-4d16-a094-e502997341fc] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.111505] env[69990]: DEBUG nova.compute.manager [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.112418] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb883fe6-b332-4e13-8e44-6554e6c15539 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.342647] env[69990]: WARNING nova.network.neutron [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] d9e816e8-6eda-4434-8d74-628025ea3d43 already exists in list: networks containing: ['d9e816e8-6eda-4434-8d74-628025ea3d43']. ignoring it [ 860.369735] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446283, 'name': ReconfigVM_Task, 'duration_secs': 0.71793} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.371095] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Reconfigured VM instance instance-00000044 to attach disk [datastore2] cd59449f-4389-405d-83e9-8316074aad77/cd59449f-4389-405d-83e9-8316074aad77.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.372374] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d90869-981a-495d-86de-39cd1188d5af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.375131] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbca1921-e74c-47b1-a46b-d64d89b0d444 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.381811] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9846d9a2-2010-436a-91a3-57e29d4e7849 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.386234] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 860.386234] env[69990]: value = "task-3446284" [ 860.386234] env[69990]: _type = "Task" [ 860.386234] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.422710] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380bba1-f2ae-4e1d-9633-b351a459cb04 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.429747] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446284, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.435141] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576bc462-e3bb-4944-8f55-83bed863c444 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.450186] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 47e118de-7a80-4d90-b2d0-07af360ecd9b] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.452450] env[69990]: DEBUG nova.compute.provider_tree [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.491706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "921ea572-503c-4924-8ff7-39c5cffec439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.491706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "921ea572-503c-4924-8ff7-39c5cffec439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.491706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "921ea572-503c-4924-8ff7-39c5cffec439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.491706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "921ea572-503c-4924-8ff7-39c5cffec439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.491706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "921ea572-503c-4924-8ff7-39c5cffec439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.494052] env[69990]: INFO nova.compute.manager [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Terminating instance [ 860.623719] env[69990]: INFO nova.compute.manager [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] instance snapshotting [ 860.624328] env[69990]: DEBUG nova.objects.instance [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'flavor' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.712145] env[69990]: DEBUG nova.compute.manager [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received event network-vif-plugged-d94dea77-638d-429e-9b9e-798d20e88859 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.712448] env[69990]: DEBUG oslo_concurrency.lockutils [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.712724] env[69990]: DEBUG oslo_concurrency.lockutils [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.712955] env[69990]: DEBUG oslo_concurrency.lockutils [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.713230] env[69990]: DEBUG nova.compute.manager [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] No waiting events found dispatching network-vif-plugged-d94dea77-638d-429e-9b9e-798d20e88859 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.713476] env[69990]: WARNING nova.compute.manager [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received unexpected event network-vif-plugged-d94dea77-638d-429e-9b9e-798d20e88859 for instance with vm_state active and task_state None. [ 860.713693] env[69990]: DEBUG nova.compute.manager [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received event network-changed-d94dea77-638d-429e-9b9e-798d20e88859 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.713903] env[69990]: DEBUG nova.compute.manager [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Refreshing instance network info cache due to event network-changed-d94dea77-638d-429e-9b9e-798d20e88859. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.714138] env[69990]: DEBUG oslo_concurrency.lockutils [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] Acquiring lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.789700] env[69990]: DEBUG nova.network.neutron [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d94dea77-638d-429e-9b9e-798d20e88859", "address": "fa:16:3e:d8:1f:0c", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94dea77-63", "ovs_interfaceid": "d94dea77-638d-429e-9b9e-798d20e88859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.896603] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446284, 'name': Rename_Task, 'duration_secs': 0.289355} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.896882] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.897161] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6310541b-5bfc-4b23-b4fe-79d96d3ca2d7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.904573] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 860.904573] env[69990]: value = "task-3446285" [ 860.904573] env[69990]: _type = "Task" [ 860.904573] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.912765] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.955510] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 2a580581-f0cd-4942-b79f-14f703e886a4] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.957891] env[69990]: DEBUG nova.scheduler.client.report [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.998267] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "refresh_cache-921ea572-503c-4924-8ff7-39c5cffec439" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.998464] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquired lock "refresh_cache-921ea572-503c-4924-8ff7-39c5cffec439" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.998638] env[69990]: DEBUG nova.network.neutron [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.131550] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ead63-bf9b-40fc-b8c0-4c16e35153ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.151808] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bc4674-8339-48e7-b2b1-dab187f14274 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.293587] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.294338] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.294504] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.294828] env[69990]: DEBUG oslo_concurrency.lockutils [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] Acquired lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.295035] env[69990]: DEBUG nova.network.neutron [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Refreshing network info cache for port d94dea77-638d-429e-9b9e-798d20e88859 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.296736] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eade3aa9-0b6c-431d-bd6b-d4dfa4cbfb69 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.314993] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.315244] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.315409] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.315641] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.315794] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.315943] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.316193] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.316367] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.316551] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.316712] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.316885] env[69990]: DEBUG nova.virt.hardware [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.323565] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Reconfiguring VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 861.324300] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d944b44d-26e8-48bf-a097-cd23cd397577 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.342640] env[69990]: DEBUG oslo_vmware.api [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 861.342640] env[69990]: value = "task-3446286" [ 861.342640] env[69990]: _type = "Task" [ 861.342640] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.351300] env[69990]: DEBUG oslo_vmware.api [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446286, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.414127] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446285, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.463207] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.463802] env[69990]: DEBUG nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.466842] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 22e94675-c7e3-463b-9328-f856c0b0ebe4] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.468865] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.147s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.470356] env[69990]: INFO nova.compute.claims [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.522261] env[69990]: DEBUG nova.network.neutron [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.596027] env[69990]: DEBUG nova.network.neutron [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.662089] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.662509] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2358ba94-dde3-4294-9287-d10db332b5f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.669716] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 861.669716] env[69990]: value = "task-3446287" [ 861.669716] env[69990]: _type = "Task" [ 861.669716] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.678495] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446287, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.736658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.737033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.737274] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.738365] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.738629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.740999] env[69990]: INFO nova.compute.manager [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Terminating instance [ 861.853134] env[69990]: DEBUG oslo_vmware.api [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.895195] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "a78c0515-6ba4-43af-9d9e-50a253adc898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.895376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.895590] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.895775] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.895940] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.898431] env[69990]: INFO nova.compute.manager [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Terminating instance [ 861.919773] env[69990]: DEBUG oslo_vmware.api [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446285, 'name': PowerOnVM_Task, 'duration_secs': 0.89112} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.920108] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.920369] env[69990]: INFO nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Took 8.48 seconds to spawn the instance on the hypervisor. [ 861.920600] env[69990]: DEBUG nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.921568] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d0795-7f64-4bcb-a01c-7b5276287e9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.970717] env[69990]: DEBUG nova.compute.utils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.972195] env[69990]: DEBUG nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.972396] env[69990]: DEBUG nova.network.neutron [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.977679] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 24ccf076-5a88-4dae-bdcc-cf3d70716949] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.029294] env[69990]: DEBUG nova.policy [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6032ef493e2b4e22b949521b3402789b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c75235d0ba846a9bc3a3137b84bd978', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.101471] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Releasing lock "refresh_cache-921ea572-503c-4924-8ff7-39c5cffec439" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.101471] env[69990]: DEBUG nova.compute.manager [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.101471] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.101471] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a53f7-970d-4bbc-8191-a3622c3bb42a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.111462] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.111995] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e89d5d99-35fd-4bdc-aee4-5bf5d6385569 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.121022] env[69990]: DEBUG oslo_vmware.api [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 862.121022] env[69990]: value = "task-3446288" [ 862.121022] env[69990]: _type = "Task" [ 862.121022] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.134765] env[69990]: DEBUG oslo_vmware.api [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.135925] env[69990]: DEBUG nova.network.neutron [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updated VIF entry in instance network info cache for port d94dea77-638d-429e-9b9e-798d20e88859. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.136532] env[69990]: DEBUG nova.network.neutron [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d94dea77-638d-429e-9b9e-798d20e88859", "address": "fa:16:3e:d8:1f:0c", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94dea77-63", "ovs_interfaceid": "d94dea77-638d-429e-9b9e-798d20e88859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.180684] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446287, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.246889] env[69990]: DEBUG nova.compute.manager [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.248706] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.250103] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d9221-13e3-4ea7-9f47-0f6d86e33480 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.260486] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.260847] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0efad22e-4d71-4adf-8eab-a361eb3b4ee8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.270027] env[69990]: DEBUG oslo_vmware.api [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 862.270027] env[69990]: value = "task-3446289" [ 862.270027] env[69990]: _type = "Task" [ 862.270027] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.285917] env[69990]: DEBUG oslo_vmware.api [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.354286] env[69990]: DEBUG oslo_vmware.api [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446286, 'name': ReconfigVM_Task, 'duration_secs': 0.867926} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.354892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.355152] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Reconfigured VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 862.402832] env[69990]: DEBUG nova.compute.manager [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.403194] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.404586] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e96844-c911-45ca-8e3a-be9cebc9a37f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.414445] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.415123] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d679f8-d6e8-4c10-b2d1-6a16e328c4f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.422817] env[69990]: DEBUG oslo_vmware.api [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 862.422817] env[69990]: value = "task-3446290" [ 862.422817] env[69990]: _type = "Task" [ 862.422817] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.431717] env[69990]: DEBUG oslo_vmware.api [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.440765] env[69990]: INFO nova.compute.manager [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Took 41.43 seconds to build instance. [ 862.446861] env[69990]: DEBUG nova.network.neutron [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Successfully created port: 35acd703-7a60-46cd-ac4a-a9cf9a718347 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.476708] env[69990]: DEBUG nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.484682] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 55dd9ccd-76ee-4ff3-912c-7e8bba6ef84c] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.632929] env[69990]: DEBUG oslo_vmware.api [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446288, 'name': PowerOffVM_Task, 'duration_secs': 0.384284} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.634603] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.634603] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.634603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36093f80-5afa-4e64-9b86-0555b1641757 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.639439] env[69990]: DEBUG oslo_concurrency.lockutils [req-7545277f-5593-40c9-81ec-985145cff48f req-aa080b78-c06f-4ccf-8a75-475ef90381cd service nova] Releasing lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.660487] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.660704] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.660881] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Deleting the datastore file [datastore2] 921ea572-503c-4924-8ff7-39c5cffec439 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.661183] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e29ac665-0183-4238-88e3-fc779cec216e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.667631] env[69990]: DEBUG oslo_vmware.api [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for the task: (returnval){ [ 862.667631] env[69990]: value = "task-3446292" [ 862.667631] env[69990]: _type = "Task" [ 862.667631] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.681024] env[69990]: DEBUG oslo_vmware.api [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.688753] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446287, 'name': CreateSnapshot_Task, 'duration_secs': 0.836389} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.689667] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.690578] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b13c8-cafe-44f0-8225-da8dda1a3da6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.780674] env[69990]: DEBUG oslo_vmware.api [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446289, 'name': PowerOffVM_Task, 'duration_secs': 0.252308} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.780964] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.781147] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.781410] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c0deaa-a410-40a1-9baa-4448ca03e8a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.845982] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.846275] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.846478] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Deleting the datastore file [datastore2] 4e0c6aea-deee-4f98-9d5a-7cf7b3637946 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.846782] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-997a0a82-ddc4-412f-aecb-e72ba515137f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.854950] env[69990]: DEBUG oslo_vmware.api [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for the task: (returnval){ [ 862.854950] env[69990]: value = "task-3446294" [ 862.854950] env[69990]: _type = "Task" [ 862.854950] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.865240] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a653766e-0fbe-4a32-958b-64bf119b2bc5 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-5e17d57e-213d-496c-aa6b-653c9d1e0302-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.065s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.866719] env[69990]: DEBUG oslo_vmware.api [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.934376] env[69990]: DEBUG oslo_vmware.api [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446290, 'name': PowerOffVM_Task, 'duration_secs': 0.355609} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.934666] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.934944] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.935230] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c62bb1-b7de-45b8-86bf-811e014d1bb3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.940967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91aa5e40-c71a-49e0-848d-d662e0c022a8 tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "cd59449f-4389-405d-83e9-8316074aad77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.942s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.963507] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29ef06-d3db-4b43-bfa7-99d6fcb486f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.971301] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd6b320-b800-4b50-ba72-8c0b4c357037 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.005766] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 519645f2-dc9a-4dbd-8107-17953efa47fb] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.008884] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ba0464-a6ff-4265-8cc2-c86dbd6e564b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.017298] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeca57fa-3457-4736-98ff-218d6c9d884e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.022662] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.022887] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.023107] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Deleting the datastore file [datastore1] a78c0515-6ba4-43af-9d9e-50a253adc898 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.023790] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ee9f3f-dffa-40c8-9ac7-3f7f378f7cee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.033523] env[69990]: DEBUG nova.compute.provider_tree [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.040628] env[69990]: DEBUG oslo_vmware.api [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 863.040628] env[69990]: value = "task-3446296" [ 863.040628] env[69990]: _type = "Task" [ 863.040628] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.049652] env[69990]: DEBUG oslo_vmware.api [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.179794] env[69990]: DEBUG oslo_vmware.api [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Task: {'id': task-3446292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189079} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.180093] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.180271] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.180446] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.180625] env[69990]: INFO nova.compute.manager [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Took 1.08 seconds to destroy the instance on the hypervisor. [ 863.180868] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.181084] env[69990]: DEBUG nova.compute.manager [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.181183] env[69990]: DEBUG nova.network.neutron [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.198633] env[69990]: DEBUG nova.network.neutron [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.214502] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.215551] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39dacf45-035d-4fc1-9384-1caf4d920c9a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.224637] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 863.224637] env[69990]: value = "task-3446297" [ 863.224637] env[69990]: _type = "Task" [ 863.224637] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.233582] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446297, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.365752] env[69990]: DEBUG oslo_vmware.api [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Task: {'id': task-3446294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354975} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.366217] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.366344] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.366574] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.366812] env[69990]: INFO nova.compute.manager [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Took 1.12 seconds to destroy the instance on the hypervisor. [ 863.367115] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.367391] env[69990]: DEBUG nova.compute.manager [-] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.367475] env[69990]: DEBUG nova.network.neutron [-] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.508801] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 88be1095-82c1-40d1-a603-1da67e96dece] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.511430] env[69990]: DEBUG nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.538076] env[69990]: DEBUG nova.scheduler.client.report [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.550127] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.550525] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.550818] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.551131] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.551379] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.551628] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.551888] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.552124] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.552366] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.552563] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.552850] env[69990]: DEBUG nova.virt.hardware [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.555113] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd73267-9dd3-4548-954d-4d2c0e98b8fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.565761] env[69990]: DEBUG oslo_vmware.api [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335376} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.566555] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.566752] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.566956] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.567139] env[69990]: INFO nova.compute.manager [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Took 1.16 seconds to destroy the instance on the hypervisor. [ 863.567410] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.567624] env[69990]: DEBUG nova.compute.manager [-] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.567711] env[69990]: DEBUG nova.network.neutron [-] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.573269] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeeea73-1b44-4b6c-b38f-58b9a4b13450 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.701800] env[69990]: DEBUG nova.network.neutron [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.735433] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446297, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.015021] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 6c3b7245-584e-42bb-9689-38f03c5c4544] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.049703] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.050356] env[69990]: DEBUG nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.054163] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.413s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.056311] env[69990]: INFO nova.compute.claims [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.163342] env[69990]: DEBUG nova.compute.manager [req-53ebf08d-1ab8-47ae-933d-9974ecf293bd req-a328b1fd-c975-4232-943e-95a059f07939 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Received event network-vif-deleted-622fee41-b173-4c11-b42d-04260a966511 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.163842] env[69990]: INFO nova.compute.manager [req-53ebf08d-1ab8-47ae-933d-9974ecf293bd req-a328b1fd-c975-4232-943e-95a059f07939 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Neutron deleted interface 622fee41-b173-4c11-b42d-04260a966511; detaching it from the instance and deleting it from the info cache [ 864.163842] env[69990]: DEBUG nova.network.neutron [req-53ebf08d-1ab8-47ae-933d-9974ecf293bd req-a328b1fd-c975-4232-943e-95a059f07939 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.171613] env[69990]: DEBUG nova.network.neutron [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Successfully updated port: 35acd703-7a60-46cd-ac4a-a9cf9a718347 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.201669] env[69990]: DEBUG nova.compute.manager [req-62cd2ef7-a49d-49c7-a637-19e6b820156e req-2d4a4c25-9ae5-4ec9-8428-74fc22bceb7e service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Received event network-vif-plugged-35acd703-7a60-46cd-ac4a-a9cf9a718347 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.202075] env[69990]: DEBUG oslo_concurrency.lockutils [req-62cd2ef7-a49d-49c7-a637-19e6b820156e req-2d4a4c25-9ae5-4ec9-8428-74fc22bceb7e service nova] Acquiring lock "2da1960e-c34b-456b-8703-fcd47581a160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.202436] env[69990]: DEBUG oslo_concurrency.lockutils [req-62cd2ef7-a49d-49c7-a637-19e6b820156e req-2d4a4c25-9ae5-4ec9-8428-74fc22bceb7e service nova] Lock "2da1960e-c34b-456b-8703-fcd47581a160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.202668] env[69990]: DEBUG oslo_concurrency.lockutils [req-62cd2ef7-a49d-49c7-a637-19e6b820156e req-2d4a4c25-9ae5-4ec9-8428-74fc22bceb7e service nova] Lock "2da1960e-c34b-456b-8703-fcd47581a160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.202845] env[69990]: DEBUG nova.compute.manager [req-62cd2ef7-a49d-49c7-a637-19e6b820156e req-2d4a4c25-9ae5-4ec9-8428-74fc22bceb7e service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] No waiting events found dispatching network-vif-plugged-35acd703-7a60-46cd-ac4a-a9cf9a718347 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.203017] env[69990]: WARNING nova.compute.manager [req-62cd2ef7-a49d-49c7-a637-19e6b820156e req-2d4a4c25-9ae5-4ec9-8428-74fc22bceb7e service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Received unexpected event network-vif-plugged-35acd703-7a60-46cd-ac4a-a9cf9a718347 for instance with vm_state building and task_state spawning. [ 864.203875] env[69990]: INFO nova.compute.manager [-] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Took 1.02 seconds to deallocate network for instance. [ 864.237182] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446297, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.261627] env[69990]: DEBUG nova.network.neutron [-] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.422131] env[69990]: DEBUG nova.network.neutron [-] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.522189] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: e87ba873-158a-4c34-a66c-a6471335810a] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.561221] env[69990]: DEBUG nova.compute.utils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.565260] env[69990]: DEBUG nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.565355] env[69990]: DEBUG nova.network.neutron [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.617497] env[69990]: DEBUG nova.policy [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeae7850a444dfa8de37c5d4d35e6b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f31938de514f559474baf350714f70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.667522] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41004819-753f-4e44-9f50-39240eb04a51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.676688] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.676688] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquired lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.676688] env[69990]: DEBUG nova.network.neutron [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.681420] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b5d72-69bf-4f32-89fb-aa6ddcc3b40a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.720759] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.721523] env[69990]: DEBUG nova.compute.manager [req-53ebf08d-1ab8-47ae-933d-9974ecf293bd req-a328b1fd-c975-4232-943e-95a059f07939 service nova] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Detach interface failed, port_id=622fee41-b173-4c11-b42d-04260a966511, reason: Instance 4e0c6aea-deee-4f98-9d5a-7cf7b3637946 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.735913] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446297, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.764014] env[69990]: INFO nova.compute.manager [-] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Took 1.40 seconds to deallocate network for instance. [ 864.925759] env[69990]: INFO nova.compute.manager [-] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Took 1.36 seconds to deallocate network for instance. [ 865.000608] env[69990]: DEBUG nova.network.neutron [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Successfully created port: 4da45f16-a905-441c-a56a-cfa4c0103373 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.025172] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 13bb6b7c-a091-4c2e-afb3-2cf0814c41d9] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.066493] env[69990]: DEBUG nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.233179] env[69990]: DEBUG nova.network.neutron [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.240786] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446297, 'name': CloneVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.274977] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-5e17d57e-213d-496c-aa6b-653c9d1e0302-d94dea77-638d-429e-9b9e-798d20e88859" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.275398] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-5e17d57e-213d-496c-aa6b-653c9d1e0302-d94dea77-638d-429e-9b9e-798d20e88859" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.278039] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.437505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.440135] env[69990]: DEBUG nova.network.neutron [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Updating instance_info_cache with network_info: [{"id": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "address": "fa:16:3e:8b:01:5e", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35acd703-7a", "ovs_interfaceid": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.531854] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 428bfb3a-873a-41bb-8936-1c7b9ee8ab86] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.547077] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3620a78a-5559-4c20-b20f-c095c566d9d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.558242] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6a600-c0ae-49c9-8c4c-f0a1b4b10107 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.595530] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2634016d-597b-4abd-ba8f-84a79fbaab4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.603369] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e854ce-91f3-4b2c-80d4-1af3ca955673 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.618374] env[69990]: DEBUG nova.compute.provider_tree [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.742484] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446297, 'name': CloneVM_Task, 'duration_secs': 2.065533} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.742775] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Created linked-clone VM from snapshot [ 865.743577] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0a644-f687-4fa5-bfe2-41793a3f7b45 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.751299] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Uploading image 46df1252-aeab-4a27-aec9-66598686c88e {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.773290] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.773290] env[69990]: value = "vm-687981" [ 865.773290] env[69990]: _type = "VirtualMachine" [ 865.773290] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.773868] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7def4298-9676-4c83-acaa-8c3d077b4450 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.778984] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.779193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.780356] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39f0ca-026e-4872-9412-85ce564d565e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.784688] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease: (returnval){ [ 865.784688] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523ba493-c104-fe86-3eb4-571844773a61" [ 865.784688] env[69990]: _type = "HttpNfcLease" [ 865.784688] env[69990]: } obtained for exporting VM: (result){ [ 865.784688] env[69990]: value = "vm-687981" [ 865.784688] env[69990]: _type = "VirtualMachine" [ 865.784688] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.784898] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the lease: (returnval){ [ 865.784898] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523ba493-c104-fe86-3eb4-571844773a61" [ 865.784898] env[69990]: _type = "HttpNfcLease" [ 865.784898] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.804433] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d9abeb-499f-4bb6-8267-ed57314c6122 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.808869] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.808869] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523ba493-c104-fe86-3eb4-571844773a61" [ 865.808869] env[69990]: _type = "HttpNfcLease" [ 865.808869] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.809680] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.809680] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523ba493-c104-fe86-3eb4-571844773a61" [ 865.809680] env[69990]: _type = "HttpNfcLease" [ 865.809680] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 865.810464] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ee8199-4ea2-451a-a589-d73ba41abd0d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.835591] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Reconfiguring VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 865.836761] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e5f029-16da-4e4d-9cf6-4c3bd5270ed8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.853543] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e92-5fe6-5b28-0155-cc620c7c122e/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.853754] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e92-5fe6-5b28-0155-cc620c7c122e/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 865.912214] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 865.912214] env[69990]: value = "task-3446299" [ 865.912214] env[69990]: _type = "Task" [ 865.912214] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.925550] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.950519] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Releasing lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.950878] env[69990]: DEBUG nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Instance network_info: |[{"id": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "address": "fa:16:3e:8b:01:5e", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35acd703-7a", "ovs_interfaceid": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.951864] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:01:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35acd703-7a60-46cd-ac4a-a9cf9a718347', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.961683] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Creating folder: Project (5c75235d0ba846a9bc3a3137b84bd978). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.962534] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fbb7763-156b-45a0-8d56-c207064960d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.973429] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Created folder: Project (5c75235d0ba846a9bc3a3137b84bd978) in parent group-v687779. [ 865.973646] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Creating folder: Instances. Parent ref: group-v687982. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.973988] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a716fd74-fd15-4ff5-b38b-87de15068d77 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.984523] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Created folder: Instances in parent group-v687982. [ 865.984785] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.984987] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.985242] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6323d3c0-4452-48ce-8083-650657138a87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.008029] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.008029] env[69990]: value = "task-3446302" [ 866.008029] env[69990]: _type = "Task" [ 866.008029] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.013773] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446302, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.025828] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec760ea9-8697-43c3-9c8e-9ca0731fd048 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.036762] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: cb5ab047-6393-47a4-9fe4-3d7e62e7e100] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.096379] env[69990]: DEBUG nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.122197] env[69990]: DEBUG nova.scheduler.client.report [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.218949] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8c06f110fc65610fd0b5804ebe768634',container_format='bare',created_at=2025-04-15T16:47:07Z,direct_url=,disk_format='vmdk',id=4a0c2cb7-ebe8-44d7-a9ed-c45011977212,min_disk=1,min_ram=0,name='tempest-test-snap-1164471139',owner='c8f31938de514f559474baf350714f70',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T16:47:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.219454] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.220752] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.220752] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.220752] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.220752] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.220752] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.220752] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.221280] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.221280] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.221280] env[69990]: DEBUG nova.virt.hardware [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.222273] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0167c3-6362-4b5f-b106-77663d021c1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.227814] env[69990]: DEBUG nova.compute.manager [req-ac5fb14c-28c4-4005-8cbc-a644b78466e2 req-1b564dc6-9d24-44d3-98d4-dc44e75e9e97 service nova] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Received event network-vif-deleted-dd314168-caab-4978-a024-d2716e019911 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.235161] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dbf5f2-5fc2-4651-a4c3-e32d54ebe6ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.252954] env[69990]: DEBUG nova.compute.manager [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Received event network-changed-35acd703-7a60-46cd-ac4a-a9cf9a718347 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.253310] env[69990]: DEBUG nova.compute.manager [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Refreshing instance network info cache due to event network-changed-35acd703-7a60-46cd-ac4a-a9cf9a718347. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.253401] env[69990]: DEBUG oslo_concurrency.lockutils [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] Acquiring lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.254034] env[69990]: DEBUG oslo_concurrency.lockutils [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] Acquired lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.254034] env[69990]: DEBUG nova.network.neutron [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Refreshing network info cache for port 35acd703-7a60-46cd-ac4a-a9cf9a718347 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.271748] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "652b92c2-2ed3-413e-88b9-47a22feb68d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.272044] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.272294] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "652b92c2-2ed3-413e-88b9-47a22feb68d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.272489] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.272658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.275736] env[69990]: INFO nova.compute.manager [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Terminating instance [ 866.423661] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.427087] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "cd59449f-4389-405d-83e9-8316074aad77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.427087] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "cd59449f-4389-405d-83e9-8316074aad77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.427087] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "cd59449f-4389-405d-83e9-8316074aad77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.427482] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "cd59449f-4389-405d-83e9-8316074aad77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.427482] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "cd59449f-4389-405d-83e9-8316074aad77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.430131] env[69990]: INFO nova.compute.manager [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Terminating instance [ 866.519028] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446302, 'name': CreateVM_Task, 'duration_secs': 0.377026} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.519455] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.520098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.520293] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.520806] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.521500] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb1ec14-4e2e-4ea5-8ee8-80f175e37076 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.526836] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 866.526836] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5212f44d-b15e-217d-318e-7f6faf72855e" [ 866.526836] env[69990]: _type = "Task" [ 866.526836] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.536157] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5212f44d-b15e-217d-318e-7f6faf72855e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.539938] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: b547a781-eb85-40cc-8508-f78b29144ace] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.628750] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.629851] env[69990]: DEBUG nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.632860] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.157s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.633186] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.635926] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.034s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.637240] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.640892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.879s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.641100] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.643613] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.806s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.643858] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.646021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.654s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.647571] env[69990]: INFO nova.compute.claims [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.680860] env[69990]: INFO nova.scheduler.client.report [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted allocations for instance 169f9f33-9651-4f83-b082-2b553ca2156b [ 866.688516] env[69990]: INFO nova.scheduler.client.report [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted allocations for instance 37dba20d-1a17-4341-8ac2-95a8a53374df [ 866.725546] env[69990]: INFO nova.scheduler.client.report [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleted allocations for instance 2025809c-ee0d-4423-8a19-4fdcc7c2684f [ 866.780088] env[69990]: DEBUG nova.compute.manager [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.780088] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.784141] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff85eeb-9466-4a09-ac76-112c88c370bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.794346] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.794960] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53ffdc0-d301-465c-9b26-e762cb273135 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.802572] env[69990]: DEBUG oslo_vmware.api [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 866.802572] env[69990]: value = "task-3446303" [ 866.802572] env[69990]: _type = "Task" [ 866.802572] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.814361] env[69990]: DEBUG oslo_vmware.api [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.924715] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.934830] env[69990]: DEBUG nova.compute.manager [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.937710] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.940932] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479117c8-c65e-46e5-8975-de06cf324cb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.950034] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.950034] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0536cb4-59b2-4063-ae72-19ecd1d5e346 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.957650] env[69990]: DEBUG oslo_vmware.api [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 866.957650] env[69990]: value = "task-3446304" [ 866.957650] env[69990]: _type = "Task" [ 866.957650] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.968380] env[69990]: DEBUG oslo_vmware.api [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.969261] env[69990]: DEBUG nova.network.neutron [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Successfully updated port: 4da45f16-a905-441c-a56a-cfa4c0103373 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.042227] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5212f44d-b15e-217d-318e-7f6faf72855e, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.042555] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.042555] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.043083] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.043235] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.043349] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.044629] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 73ead6cd-4b4a-4614-a273-736a726aefc3] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.046853] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c4ed8f9-7be1-4d3e-886c-a10e370b4df0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.058338] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.058671] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.059550] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329e8ef5-9ba1-4ab4-a2e8-3fadb67715ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.066260] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 867.066260] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5208890e-dbad-873d-cb29-4c5199858466" [ 867.066260] env[69990]: _type = "Task" [ 867.066260] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.077639] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5208890e-dbad-873d-cb29-4c5199858466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.080479] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f55c-9013-5c71-6e62-db6bc9320003/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.083277] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b992029-5bae-4974-bb5b-5a546b76dc4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.093266] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f55c-9013-5c71-6e62-db6bc9320003/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.093507] env[69990]: ERROR oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f55c-9013-5c71-6e62-db6bc9320003/disk-0.vmdk due to incomplete transfer. [ 867.093899] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ca44f0e-c924-4973-8e4a-253460982b74 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.100041] env[69990]: DEBUG oslo_vmware.rw_handles [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f55c-9013-5c71-6e62-db6bc9320003/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 867.100223] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Uploaded image 13cb8908-66f7-43c1-94aa-0708a99d3517 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 867.102409] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 867.102844] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bce7193e-ed79-4bd6-b4ac-a57d6536c990 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.108322] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 867.108322] env[69990]: value = "task-3446305" [ 867.108322] env[69990]: _type = "Task" [ 867.108322] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.116442] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446305, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.125144] env[69990]: DEBUG nova.network.neutron [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Updated VIF entry in instance network info cache for port 35acd703-7a60-46cd-ac4a-a9cf9a718347. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.125867] env[69990]: DEBUG nova.network.neutron [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Updating instance_info_cache with network_info: [{"id": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "address": "fa:16:3e:8b:01:5e", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35acd703-7a", "ovs_interfaceid": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.158025] env[69990]: DEBUG nova.compute.utils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.160184] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ec38649-185b-4862-89f7-921d9e87433d tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.957s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.161125] env[69990]: DEBUG nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.161297] env[69990]: DEBUG nova.network.neutron [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.163330] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 21.220s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.163785] env[69990]: INFO nova.compute.manager [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Unshelving [ 867.199089] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1bd35c0-5b34-42c6-9075-0d256b45dba3 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "169f9f33-9651-4f83-b082-2b553ca2156b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.954s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.201404] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4e47522f-b858-41f5-8007-1d5e3cf13917 tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "37dba20d-1a17-4341-8ac2-95a8a53374df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.207s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.232834] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f00b2ad6-f7aa-4337-974d-95d9a1c87587 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "2025809c-ee0d-4423-8a19-4fdcc7c2684f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.514s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.235908] env[69990]: DEBUG nova.policy [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a503cea6b5493fb9f69d2d35c6a438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924d4a88cf644ab1bd49987168f56483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.320742] env[69990]: DEBUG oslo_vmware.api [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446303, 'name': PowerOffVM_Task, 'duration_secs': 0.227548} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.321166] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.321342] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.321618] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9664e0a6-6e0d-49e0-9000-f7e6c4714525 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.381739] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.382037] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.382241] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Deleting the datastore file [datastore1] 652b92c2-2ed3-413e-88b9-47a22feb68d6 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.382505] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7358cad-cfc9-4d29-a404-bb5dc6ed1c8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.391888] env[69990]: DEBUG oslo_vmware.api [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for the task: (returnval){ [ 867.391888] env[69990]: value = "task-3446307" [ 867.391888] env[69990]: _type = "Task" [ 867.391888] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.400487] env[69990]: DEBUG oslo_vmware.api [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.423405] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.468433] env[69990]: DEBUG oslo_vmware.api [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446304, 'name': PowerOffVM_Task, 'duration_secs': 0.320402} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.468702] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.468983] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.469315] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434f6c28-9ce8-4d79-aabb-636404dd4101 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.471673] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "refresh_cache-7500e3ab-6762-4678-bf88-08c2425e9076" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.471824] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "refresh_cache-7500e3ab-6762-4678-bf88-08c2425e9076" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.472019] env[69990]: DEBUG nova.network.neutron [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.540719] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.541343] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.541343] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Deleting the datastore file [datastore2] cd59449f-4389-405d-83e9-8316074aad77 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.541682] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc8fb8f-92f4-4a7d-ba81-1146caaed5a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.550907] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 796dc302-b266-4e92-8ce5-cc5380e071ff] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.554167] env[69990]: DEBUG oslo_vmware.api [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for the task: (returnval){ [ 867.554167] env[69990]: value = "task-3446309" [ 867.554167] env[69990]: _type = "Task" [ 867.554167] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.563800] env[69990]: DEBUG oslo_vmware.api [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.576114] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5208890e-dbad-873d-cb29-4c5199858466, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.578595] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b600663-9b7d-429f-a326-39534e1b406e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.583460] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 867.583460] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523d2199-7f43-e950-c4bd-be9d80c589fb" [ 867.583460] env[69990]: _type = "Task" [ 867.583460] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.592321] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523d2199-7f43-e950-c4bd-be9d80c589fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.618831] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446305, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.619747] env[69990]: DEBUG nova.network.neutron [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Successfully created port: edb09dad-1f33-4673-93e2-602d6b3d10ae {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.628530] env[69990]: DEBUG oslo_concurrency.lockutils [req-fc667775-c30f-41ce-b5a3-b8307b0753e4 req-702f6ca9-70a5-413e-9bc2-40347032dd1b service nova] Releasing lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.661131] env[69990]: DEBUG nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.908158] env[69990]: DEBUG oslo_vmware.api [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Task: {'id': task-3446307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42179} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.914458] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.914458] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.914458] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.914838] env[69990]: INFO nova.compute.manager [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.915781] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.915781] env[69990]: DEBUG nova.compute.manager [-] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.915781] env[69990]: DEBUG nova.network.neutron [-] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.929291] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.036859] env[69990]: DEBUG nova.network.neutron [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.056617] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 90596d2c-1621-499c-b961-f274f6f61b11] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.074888] env[69990]: DEBUG oslo_vmware.api [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Task: {'id': task-3446309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363396} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.076097] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.076337] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.076531] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.076742] env[69990]: INFO nova.compute.manager [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] [instance: cd59449f-4389-405d-83e9-8316074aad77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 868.077044] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.079811] env[69990]: DEBUG nova.compute.manager [-] [instance: cd59449f-4389-405d-83e9-8316074aad77] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.079974] env[69990]: DEBUG nova.network.neutron [-] [instance: cd59449f-4389-405d-83e9-8316074aad77] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.094170] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523d2199-7f43-e950-c4bd-be9d80c589fb, 'name': SearchDatastore_Task, 'duration_secs': 0.029701} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.095082] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.095332] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 2da1960e-c34b-456b-8703-fcd47581a160/2da1960e-c34b-456b-8703-fcd47581a160.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.095601] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9113c904-fa86-42ff-ae02-31b88148ddd5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.103608] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 868.103608] env[69990]: value = "task-3446310" [ 868.103608] env[69990]: _type = "Task" [ 868.103608] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.118241] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.126078] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446305, 'name': Destroy_Task, 'duration_secs': 0.753996} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.126343] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Destroyed the VM [ 868.126571] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 868.126892] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82a7f4f1-70c5-47f1-9423-6144fe39f956 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.133146] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 868.133146] env[69990]: value = "task-3446311" [ 868.133146] env[69990]: _type = "Task" [ 868.133146] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.143370] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.163673] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd7b34-238b-4d77-89e5-ee1427b5ebd3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.182163] env[69990]: DEBUG nova.compute.utils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.188273] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eb165e-c19e-4161-9a73-856239856736 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.224978] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66bf09a-2030-4df9-baa2-ea16890c1999 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.235809] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d328d-b246-40a0-9615-72ae907979c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.247279] env[69990]: DEBUG nova.compute.provider_tree [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.303282] env[69990]: DEBUG nova.network.neutron [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Updating instance_info_cache with network_info: [{"id": "4da45f16-a905-441c-a56a-cfa4c0103373", "address": "fa:16:3e:2a:11:5d", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da45f16-a9", "ovs_interfaceid": "4da45f16-a905-441c-a56a-cfa4c0103373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.428672] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.567204] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: c1e85518-4f49-47a2-9913-0acdf416d5b0] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.616222] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.636644] env[69990]: DEBUG nova.compute.manager [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Received event network-vif-plugged-4da45f16-a905-441c-a56a-cfa4c0103373 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.636851] env[69990]: DEBUG oslo_concurrency.lockutils [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] Acquiring lock "7500e3ab-6762-4678-bf88-08c2425e9076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.639916] env[69990]: DEBUG oslo_concurrency.lockutils [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] Lock "7500e3ab-6762-4678-bf88-08c2425e9076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.640304] env[69990]: DEBUG oslo_concurrency.lockutils [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] Lock "7500e3ab-6762-4678-bf88-08c2425e9076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.640464] env[69990]: DEBUG nova.compute.manager [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] No waiting events found dispatching network-vif-plugged-4da45f16-a905-441c-a56a-cfa4c0103373 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.641164] env[69990]: WARNING nova.compute.manager [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Received unexpected event network-vif-plugged-4da45f16-a905-441c-a56a-cfa4c0103373 for instance with vm_state building and task_state spawning. [ 868.641164] env[69990]: DEBUG nova.compute.manager [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Received event network-changed-4da45f16-a905-441c-a56a-cfa4c0103373 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.641164] env[69990]: DEBUG nova.compute.manager [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Refreshing instance network info cache due to event network-changed-4da45f16-a905-441c-a56a-cfa4c0103373. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.641164] env[69990]: DEBUG oslo_concurrency.lockutils [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] Acquiring lock "refresh_cache-7500e3ab-6762-4678-bf88-08c2425e9076" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.654968] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446311, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.688747] env[69990]: DEBUG nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.697523] env[69990]: INFO nova.virt.block_device [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Booting with volume 59f2fe06-a772-4b30-acc5-d939c8cb2926 at /dev/sdb [ 868.729620] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.729620] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.729620] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.729868] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.729988] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.730048] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.730272] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.730432] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.730599] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.730762] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.730933] env[69990]: DEBUG nova.virt.hardware [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.731877] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a159d-d146-49ef-abf0-6862161195da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.740385] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01980f7a-0f5d-4d52-bb72-05f410c3bad2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.745140] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0a5c512-b8a7-4883-a517-7c218eeb8f1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.757165] env[69990]: DEBUG nova.scheduler.client.report [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.764544] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf849b-0b27-4350-8f4c-b1808fedfaa8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.800472] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9893daa-3b8b-4638-8599-ef545c057ed9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.804294] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "refresh_cache-7500e3ab-6762-4678-bf88-08c2425e9076" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.804611] env[69990]: DEBUG nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Instance network_info: |[{"id": "4da45f16-a905-441c-a56a-cfa4c0103373", "address": "fa:16:3e:2a:11:5d", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da45f16-a9", "ovs_interfaceid": "4da45f16-a905-441c-a56a-cfa4c0103373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.805331] env[69990]: DEBUG oslo_concurrency.lockutils [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] Acquired lock "refresh_cache-7500e3ab-6762-4678-bf88-08c2425e9076" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.805524] env[69990]: DEBUG nova.network.neutron [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Refreshing network info cache for port 4da45f16-a905-441c-a56a-cfa4c0103373 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.806734] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:11:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4da45f16-a905-441c-a56a-cfa4c0103373', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.814820] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.817179] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.817538] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d488fd1a-0174-45ac-8559-7a97969a9704 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.838071] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93106dab-14f1-4f29-b236-2042c2b071f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.852242] env[69990]: DEBUG nova.network.neutron [-] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.859928] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.859928] env[69990]: value = "task-3446312" [ 868.859928] env[69990]: _type = "Task" [ 868.859928] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.881881] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bcea11-3969-4da5-8a2a-bd1a5972d69d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.885007] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446312, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.890694] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742ce322-fe4c-4a58-a080-81efc3203617 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.905337] env[69990]: DEBUG nova.virt.block_device [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating existing volume attachment record: f3728292-44cc-463b-ade6-be3617815425 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 868.926995] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.990618] env[69990]: DEBUG nova.network.neutron [-] [instance: cd59449f-4389-405d-83e9-8316074aad77] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.071314] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: c345566d-a434-48c9-9925-b696473b4231] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.089478] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.089478] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.114303] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627111} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.115392] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 2da1960e-c34b-456b-8703-fcd47581a160/2da1960e-c34b-456b-8703-fcd47581a160.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.115712] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.116044] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48a67291-ed85-4e50-b5da-858a2df42cb3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.124664] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 869.124664] env[69990]: value = "task-3446314" [ 869.124664] env[69990]: _type = "Task" [ 869.124664] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.133427] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.144331] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446311, 'name': RemoveSnapshot_Task, 'duration_secs': 0.756552} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.144651] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.144967] env[69990]: DEBUG nova.compute.manager [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.145855] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d32a5c2-ac79-4c1b-9f50-13a7f11956d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.153294] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.153661] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.212207] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "9be5ce79-4545-4e64-a6ba-93533008ea23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.212207] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.262859] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.263434] env[69990]: DEBUG nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.265921] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.303s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.334243] env[69990]: DEBUG nova.network.neutron [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Successfully updated port: edb09dad-1f33-4673-93e2-602d6b3d10ae {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.356405] env[69990]: INFO nova.compute.manager [-] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Took 1.44 seconds to deallocate network for instance. [ 869.372410] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446312, 'name': CreateVM_Task, 'duration_secs': 0.376084} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.372581] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.373292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.373457] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.373826] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.374108] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339b2fc6-aeae-4add-90f1-48c10a30dfe3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.379335] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 869.379335] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52214fa9-39d1-0e35-3f9e-4f7795cb4651" [ 869.379335] env[69990]: _type = "Task" [ 869.379335] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.387294] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52214fa9-39d1-0e35-3f9e-4f7795cb4651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.411037] env[69990]: DEBUG nova.compute.manager [req-3c48c239-6249-477a-adc7-22283c4fea63 req-957546e3-21a4-48ac-a2fa-d3c4e0164c51 service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Received event network-vif-plugged-edb09dad-1f33-4673-93e2-602d6b3d10ae {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.411037] env[69990]: DEBUG oslo_concurrency.lockutils [req-3c48c239-6249-477a-adc7-22283c4fea63 req-957546e3-21a4-48ac-a2fa-d3c4e0164c51 service nova] Acquiring lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.411341] env[69990]: DEBUG oslo_concurrency.lockutils [req-3c48c239-6249-477a-adc7-22283c4fea63 req-957546e3-21a4-48ac-a2fa-d3c4e0164c51 service nova] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.411341] env[69990]: DEBUG oslo_concurrency.lockutils [req-3c48c239-6249-477a-adc7-22283c4fea63 req-957546e3-21a4-48ac-a2fa-d3c4e0164c51 service nova] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.411438] env[69990]: DEBUG nova.compute.manager [req-3c48c239-6249-477a-adc7-22283c4fea63 req-957546e3-21a4-48ac-a2fa-d3c4e0164c51 service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] No waiting events found dispatching network-vif-plugged-edb09dad-1f33-4673-93e2-602d6b3d10ae {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.411549] env[69990]: WARNING nova.compute.manager [req-3c48c239-6249-477a-adc7-22283c4fea63 req-957546e3-21a4-48ac-a2fa-d3c4e0164c51 service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Received unexpected event network-vif-plugged-edb09dad-1f33-4673-93e2-602d6b3d10ae for instance with vm_state building and task_state spawning. [ 869.426187] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.500097] env[69990]: INFO nova.compute.manager [-] [instance: cd59449f-4389-405d-83e9-8316074aad77] Took 1.42 seconds to deallocate network for instance. [ 869.570696] env[69990]: DEBUG nova.network.neutron [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Updated VIF entry in instance network info cache for port 4da45f16-a905-441c-a56a-cfa4c0103373. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.571127] env[69990]: DEBUG nova.network.neutron [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Updating instance_info_cache with network_info: [{"id": "4da45f16-a905-441c-a56a-cfa4c0103373", "address": "fa:16:3e:2a:11:5d", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da45f16-a9", "ovs_interfaceid": "4da45f16-a905-441c-a56a-cfa4c0103373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.578599] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: d1b8d80e-03e0-48e1-ace4-32369a145817] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.592398] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.636183] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074377} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.636473] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.638206] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26328b0-59dd-414e-8928-7ce3135ccfe4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.663457] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 2da1960e-c34b-456b-8703-fcd47581a160/2da1960e-c34b-456b-8703-fcd47581a160.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.663964] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.669034] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0e7cde-f198-425b-900c-c29a4dc82f19 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.683783] env[69990]: INFO nova.compute.manager [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Shelve offloading [ 869.691232] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 869.691232] env[69990]: value = "task-3446317" [ 869.691232] env[69990]: _type = "Task" [ 869.691232] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.699761] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.713292] env[69990]: DEBUG nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.769780] env[69990]: DEBUG nova.compute.utils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.774124] env[69990]: INFO nova.compute.claims [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.778867] env[69990]: DEBUG nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.779155] env[69990]: DEBUG nova.network.neutron [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.837927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-fd321fb5-ee67-4f3f-92fd-a2402bd6718b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.838235] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-fd321fb5-ee67-4f3f-92fd-a2402bd6718b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.838550] env[69990]: DEBUG nova.network.neutron [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.867606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.886222] env[69990]: DEBUG nova.policy [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d1b2a7b4de84081b27cc026edebccd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9228142c0184659894ea5c2a117a287', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.893920] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.894506] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Processing image 4a0c2cb7-ebe8-44d7-a9ed-c45011977212 {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.894644] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212/4a0c2cb7-ebe8-44d7-a9ed-c45011977212.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.894798] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212/4a0c2cb7-ebe8-44d7-a9ed-c45011977212.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.895011] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.895277] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b0bccc1-5451-4a3c-b8fe-cc3e6465b18a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.904508] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.904704] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.905475] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec62ff2-28d3-4c32-bde7-a3faede1f1c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.911677] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 869.911677] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521ad374-97cb-f1ba-f5f5-c9dbb6047e36" [ 869.911677] env[69990]: _type = "Task" [ 869.911677] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.925018] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521ad374-97cb-f1ba-f5f5-c9dbb6047e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.929812] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.009182] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.075669] env[69990]: DEBUG oslo_concurrency.lockutils [req-c511cb60-ccb5-4926-9fe5-c644ddf8aef0 req-c7ef2231-efa9-4ad2-8f34-b0f71fb617fd service nova] Releasing lock "refresh_cache-7500e3ab-6762-4678-bf88-08c2425e9076" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.084389] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: c0d45945-e7fe-47f9-9790-fffe1e03b70f] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.120326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "ecd1271e-b133-462f-aa41-00d79575f2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.120326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.120326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "ecd1271e-b133-462f-aa41-00d79575f2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.120326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.120326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.123441] env[69990]: INFO nova.compute.manager [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Terminating instance [ 870.126918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.190329] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.190889] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8515ffc5-98cd-4d36-a667-664efecbb11e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.203356] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446317, 'name': ReconfigVM_Task, 'duration_secs': 0.292604} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.205588] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.205895] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 2da1960e-c34b-456b-8703-fcd47581a160/2da1960e-c34b-456b-8703-fcd47581a160.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.206672] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 870.206672] env[69990]: value = "task-3446318" [ 870.206672] env[69990]: _type = "Task" [ 870.206672] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.206891] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70145d61-5f1e-44f7-9932-cfdd3d966da2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.222517] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 870.222738] env[69990]: DEBUG nova.compute.manager [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.223099] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 870.223099] env[69990]: value = "task-3446319" [ 870.223099] env[69990]: _type = "Task" [ 870.223099] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.225748] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f13c05-070c-42c8-83b4-9dceae76baa2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.238193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.238376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.238542] env[69990]: DEBUG nova.network.neutron [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.243189] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446319, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.243932] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.267573] env[69990]: DEBUG nova.network.neutron [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Successfully created port: ca1eaf2f-4f76-405f-87dd-485d876c4bbf {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.279925] env[69990]: DEBUG nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.284141] env[69990]: INFO nova.compute.resource_tracker [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating resource usage from migration db674c08-5efe-4339-8cf0-480430c8ad94 [ 870.397839] env[69990]: DEBUG nova.network.neutron [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.435698] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Preparing fetch location {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 870.436264] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Fetch image to [datastore1] OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4/OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4.vmdk {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 870.436616] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Downloading stream optimized image 4a0c2cb7-ebe8-44d7-a9ed-c45011977212 to [datastore1] OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4/OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4.vmdk on the data store datastore1 as vApp {{(pid=69990) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 870.437087] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Downloading image file data 4a0c2cb7-ebe8-44d7-a9ed-c45011977212 to the ESX as VM named 'OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4' {{(pid=69990) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 870.439050] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.531636] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 870.531636] env[69990]: value = "resgroup-9" [ 870.531636] env[69990]: _type = "ResourcePool" [ 870.531636] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 870.532489] env[69990]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7b2445c2-b923-43d4-bc70-3a4220de1b7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.560439] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease: (returnval){ [ 870.560439] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ba49f3-a379-7391-a034-f5561110ec77" [ 870.560439] env[69990]: _type = "HttpNfcLease" [ 870.560439] env[69990]: } obtained for vApp import into resource pool (val){ [ 870.560439] env[69990]: value = "resgroup-9" [ 870.560439] env[69990]: _type = "ResourcePool" [ 870.560439] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 870.561037] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the lease: (returnval){ [ 870.561037] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ba49f3-a379-7391-a034-f5561110ec77" [ 870.561037] env[69990]: _type = "HttpNfcLease" [ 870.561037] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 870.570327] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.570327] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ba49f3-a379-7391-a034-f5561110ec77" [ 870.570327] env[69990]: _type = "HttpNfcLease" [ 870.570327] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 870.585847] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: f7a3245f-e02c-4b30-8574-b0028e8341a8] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.619153] env[69990]: DEBUG nova.network.neutron [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Updating instance_info_cache with network_info: [{"id": "edb09dad-1f33-4673-93e2-602d6b3d10ae", "address": "fa:16:3e:4a:f1:95", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb09dad-1f", "ovs_interfaceid": "edb09dad-1f33-4673-93e2-602d6b3d10ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.630722] env[69990]: DEBUG nova.compute.manager [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.631171] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.633100] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e35a5-b66a-46c9-9a7c-7c676d1a87cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.646899] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.647215] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79faeac7-c705-48cb-88b1-46d86332c750 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.654930] env[69990]: DEBUG oslo_vmware.api [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 870.654930] env[69990]: value = "task-3446321" [ 870.654930] env[69990]: _type = "Task" [ 870.654930] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.666867] env[69990]: DEBUG oslo_vmware.api [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.676511] env[69990]: DEBUG nova.compute.manager [req-f455a264-bf11-42fa-bf6e-41b5cc1093c8 req-3f4ed037-d150-4e7e-98e1-6af41a0768a8 service nova] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Received event network-vif-deleted-3053c0f5-bce3-43ce-b61d-62f7afdf8467 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.676564] env[69990]: DEBUG nova.compute.manager [req-f455a264-bf11-42fa-bf6e-41b5cc1093c8 req-3f4ed037-d150-4e7e-98e1-6af41a0768a8 service nova] [instance: cd59449f-4389-405d-83e9-8316074aad77] Received event network-vif-deleted-5ed428d8-e3b6-48da-a7ec-e8438ec19c0a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.741329] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446319, 'name': Rename_Task, 'duration_secs': 0.215592} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.741677] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.742338] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d5b859f-39d1-4874-84e3-766d3d6050f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.756418] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 870.756418] env[69990]: value = "task-3446322" [ 870.756418] env[69990]: _type = "Task" [ 870.756418] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.772070] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446322, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.808442] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e477fce-2a15-4c11-a53b-4f80ec9c73a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.817725] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3322856-7796-4fbc-a60c-873c27f031a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.855345] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac051b-a5f4-4e27-acbf-a6cbaedb9176 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.864719] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9777e775-d261-48aa-b98d-e7fb6f9b83d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.880681] env[69990]: DEBUG nova.compute.provider_tree [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.931917] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.042866] env[69990]: DEBUG nova.network.neutron [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": "995f9e1c-bb71-4387-b245-75826e1989a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.073360] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.073360] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ba49f3-a379-7391-a034-f5561110ec77" [ 871.073360] env[69990]: _type = "HttpNfcLease" [ 871.073360] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.089526] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: b0b9e6b8-0c76-43c1-9b0c-0219be4c8e1f] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.120536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-fd321fb5-ee67-4f3f-92fd-a2402bd6718b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.120812] env[69990]: DEBUG nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Instance network_info: |[{"id": "edb09dad-1f33-4673-93e2-602d6b3d10ae", "address": "fa:16:3e:4a:f1:95", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb09dad-1f", "ovs_interfaceid": "edb09dad-1f33-4673-93e2-602d6b3d10ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.122040] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:f1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb09dad-1f33-4673-93e2-602d6b3d10ae', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.132260] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.133593] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.134169] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e345647b-3c3d-4acb-9cc2-026d617aa1ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.156396] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.156396] env[69990]: value = "task-3446323" [ 871.156396] env[69990]: _type = "Task" [ 871.156396] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.169245] env[69990]: DEBUG oslo_vmware.api [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446321, 'name': PowerOffVM_Task, 'duration_secs': 0.342578} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.173148] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.173148] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.173284] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446323, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.173490] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa96b9fd-5fd1-4ade-8fd8-d5cf90ce9919 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.256126] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.256126] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.256126] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Deleting the datastore file [datastore2] ecd1271e-b133-462f-aa41-00d79575f2c8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.256126] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58836867-c9cb-4205-82be-e864ab642a7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.268552] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446322, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.270018] env[69990]: DEBUG oslo_vmware.api [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for the task: (returnval){ [ 871.270018] env[69990]: value = "task-3446325" [ 871.270018] env[69990]: _type = "Task" [ 871.270018] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.277976] env[69990]: DEBUG oslo_vmware.api [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.293054] env[69990]: DEBUG nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.383962] env[69990]: DEBUG nova.scheduler.client.report [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.428548] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.439408] env[69990]: DEBUG nova.compute.manager [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Received event network-changed-edb09dad-1f33-4673-93e2-602d6b3d10ae {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.439668] env[69990]: DEBUG nova.compute.manager [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Refreshing instance network info cache due to event network-changed-edb09dad-1f33-4673-93e2-602d6b3d10ae. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.440032] env[69990]: DEBUG oslo_concurrency.lockutils [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] Acquiring lock "refresh_cache-fd321fb5-ee67-4f3f-92fd-a2402bd6718b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.440180] env[69990]: DEBUG oslo_concurrency.lockutils [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] Acquired lock "refresh_cache-fd321fb5-ee67-4f3f-92fd-a2402bd6718b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.440374] env[69990]: DEBUG nova.network.neutron [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Refreshing network info cache for port edb09dad-1f33-4673-93e2-602d6b3d10ae {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.544906] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.570633] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.570633] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ba49f3-a379-7391-a034-f5561110ec77" [ 871.570633] env[69990]: _type = "HttpNfcLease" [ 871.570633] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.571034] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.571034] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ba49f3-a379-7391-a034-f5561110ec77" [ 871.571034] env[69990]: _type = "HttpNfcLease" [ 871.571034] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 871.571994] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47829132-87d3-452d-8a77-498f0f8ba2ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.581250] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239d4aa-aeb6-4fb5-0543-95ae9c39c671/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.581604] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239d4aa-aeb6-4fb5-0543-95ae9c39c671/disk-0.vmdk. {{(pid=69990) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 871.645165] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: d3b10ed6-7a6b-4f40-84be-6fc547f57adf] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.661806] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f471a73-9a09-455c-923f-e69cf0692be2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.670035] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446323, 'name': CreateVM_Task, 'duration_secs': 0.358344} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.671039] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.671909] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.672105] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.672447] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.672989] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe2ec1c-d2c4-4fb8-9685-b378ef5c9eb9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.679919] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 871.679919] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52652f4b-321f-f4ee-8991-9145924646bf" [ 871.679919] env[69990]: _type = "Task" [ 871.679919] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.688301] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52652f4b-321f-f4ee-8991-9145924646bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.768056] env[69990]: DEBUG oslo_vmware.api [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446322, 'name': PowerOnVM_Task, 'duration_secs': 0.891035} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.771258] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.771258] env[69990]: INFO nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Took 8.26 seconds to spawn the instance on the hypervisor. [ 871.771258] env[69990]: DEBUG nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.771258] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe56b78-d429-4fdb-9a2a-8c6557bf027e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.790040] env[69990]: DEBUG oslo_vmware.api [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Task: {'id': task-3446325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331154} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.790040] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.790040] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.790040] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.790040] env[69990]: INFO nova.compute.manager [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 871.790040] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.790040] env[69990]: DEBUG nova.compute.manager [-] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.790040] env[69990]: DEBUG nova.network.neutron [-] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.890398] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.624s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.890639] env[69990]: INFO nova.compute.manager [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Migrating [ 871.899367] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.693s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.901512] env[69990]: INFO nova.compute.claims [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.929914] env[69990]: DEBUG oslo_vmware.api [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446299, 'name': ReconfigVM_Task, 'duration_secs': 5.752067} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.930210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.930424] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Reconfigured VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 871.960683] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.961574] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab1883-b2ee-4a94-92dc-ce8c95873971 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.974525] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.974525] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e19697f1-d64b-4034-8897-94a5acaa3509 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.054344] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.054627] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.054841] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleting the datastore file [datastore2] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.055152] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e35a3419-3eff-49e0-b4c9-6db7969e61bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.063194] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 872.063194] env[69990]: value = "task-3446328" [ 872.063194] env[69990]: _type = "Task" [ 872.063194] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.072826] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.158315] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: b89c7304-756d-4183-8fdd-48bb5a643686] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.196576] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52652f4b-321f-f4ee-8991-9145924646bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013743} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.196994] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.197354] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.197659] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.200816] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.200816] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.200816] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fc72088-9d6e-4dce-a81c-f991b950ad80 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.203044] env[69990]: DEBUG nova.network.neutron [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Successfully updated port: ca1eaf2f-4f76-405f-87dd-485d876c4bbf {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.212084] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.212373] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.216118] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f518697d-c0ef-46de-ade5-5be8f8dbef1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.229887] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 872.229887] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527eed4e-c9de-d3e9-b79c-1a61f62538d0" [ 872.229887] env[69990]: _type = "Task" [ 872.229887] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.258190] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527eed4e-c9de-d3e9-b79c-1a61f62538d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.260614] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2c71d2-5942-46fa-bfda-301e10461b49 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.272706] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 872.272706] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52151dc1-6458-3671-43d4-3f76d148bcfd" [ 872.272706] env[69990]: _type = "Task" [ 872.272706] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.275781] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.276634] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.276634] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.276780] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.276883] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.277363] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.277447] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.277649] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.277910] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.278162] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.278437] env[69990]: DEBUG nova.virt.hardware [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.280030] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315406e-f154-43fc-98b6-aba3e302cc8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.307817] env[69990]: INFO nova.compute.manager [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Took 37.53 seconds to build instance. [ 872.313021] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25992c6d-3507-4f18-bbab-8ebace76bbaa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.321380] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52151dc1-6458-3671-43d4-3f76d148bcfd, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.322208] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.322630] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] fd321fb5-ee67-4f3f-92fd-a2402bd6718b/fd321fb5-ee67-4f3f-92fd-a2402bd6718b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.325234] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2af8afa-db65-4644-935b-ba0cb76ec2db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.346262] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 872.346262] env[69990]: value = "task-3446329" [ 872.346262] env[69990]: _type = "Task" [ 872.346262] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.357753] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.420592] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.420763] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.420934] env[69990]: DEBUG nova.network.neutron [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.509822] env[69990]: DEBUG nova.network.neutron [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Updated VIF entry in instance network info cache for port edb09dad-1f33-4673-93e2-602d6b3d10ae. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.510274] env[69990]: DEBUG nova.network.neutron [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Updating instance_info_cache with network_info: [{"id": "edb09dad-1f33-4673-93e2-602d6b3d10ae", "address": "fa:16:3e:4a:f1:95", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb09dad-1f", "ovs_interfaceid": "edb09dad-1f33-4673-93e2-602d6b3d10ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.580746] env[69990]: DEBUG oslo_vmware.api [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263562} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.583175] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.583505] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.583812] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.617897] env[69990]: INFO nova.scheduler.client.report [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleted allocations for instance 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 [ 872.661972] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 74907754-3b40-4162-90f1-b2b3c8363911] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.709254] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "refresh_cache-a35789c2-56b0-4d99-a759-b6f7ff859efc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.709423] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired lock "refresh_cache-a35789c2-56b0-4d99-a759-b6f7ff859efc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.709589] env[69990]: DEBUG nova.network.neutron [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.796667] env[69990]: DEBUG nova.compute.manager [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Received event network-vif-plugged-ca1eaf2f-4f76-405f-87dd-485d876c4bbf {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.797738] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] Acquiring lock "a35789c2-56b0-4d99-a759-b6f7ff859efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.798051] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.798253] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.798436] env[69990]: DEBUG nova.compute.manager [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] No waiting events found dispatching network-vif-plugged-ca1eaf2f-4f76-405f-87dd-485d876c4bbf {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.798627] env[69990]: WARNING nova.compute.manager [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Received unexpected event network-vif-plugged-ca1eaf2f-4f76-405f-87dd-485d876c4bbf for instance with vm_state building and task_state spawning. [ 872.798799] env[69990]: DEBUG nova.compute.manager [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Received event network-changed-ca1eaf2f-4f76-405f-87dd-485d876c4bbf {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.799023] env[69990]: DEBUG nova.compute.manager [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Refreshing instance network info cache due to event network-changed-ca1eaf2f-4f76-405f-87dd-485d876c4bbf. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.799148] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] Acquiring lock "refresh_cache-a35789c2-56b0-4d99-a759-b6f7ff859efc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.816455] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eab40304-efa2-491b-b44f-e2c1801c830b tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "2da1960e-c34b-456b-8703-fcd47581a160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.047s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.857922] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446329, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.958205] env[69990]: DEBUG nova.compute.manager [None req-06d83b81-3be6-4614-8312-f4ea51a1fcbc tempest-ServerExternalEventsTest-1101917201 tempest-ServerExternalEventsTest-1101917201-project] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Received event network-changed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.958205] env[69990]: DEBUG nova.compute.manager [None req-06d83b81-3be6-4614-8312-f4ea51a1fcbc tempest-ServerExternalEventsTest-1101917201 tempest-ServerExternalEventsTest-1101917201-project] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Refreshing instance network info cache due to event network-changed. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.958205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-06d83b81-3be6-4614-8312-f4ea51a1fcbc tempest-ServerExternalEventsTest-1101917201 tempest-ServerExternalEventsTest-1101917201-project] Acquiring lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.958205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-06d83b81-3be6-4614-8312-f4ea51a1fcbc tempest-ServerExternalEventsTest-1101917201 tempest-ServerExternalEventsTest-1101917201-project] Acquired lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.958205] env[69990]: DEBUG nova.network.neutron [None req-06d83b81-3be6-4614-8312-f4ea51a1fcbc tempest-ServerExternalEventsTest-1101917201 tempest-ServerExternalEventsTest-1101917201-project] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.981053] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Completed reading data from the image iterator. {{(pid=69990) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 872.981386] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239d4aa-aeb6-4fb5-0543-95ae9c39c671/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 872.982595] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e18940-42dc-4906-a4cf-2bf3b7db09d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.995471] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239d4aa-aeb6-4fb5-0543-95ae9c39c671/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 872.995662] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239d4aa-aeb6-4fb5-0543-95ae9c39c671/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 872.995895] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a4f8e763-2417-4559-b3be-d2a7190c6f0e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.012948] env[69990]: DEBUG oslo_concurrency.lockutils [req-f339a800-efc0-4de2-9a9e-2588a4bff341 req-d2a7544d-ea12-4514-a10d-c6fb97966bcd service nova] Releasing lock "refresh_cache-fd321fb5-ee67-4f3f-92fd-a2402bd6718b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.123312] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.167439] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 5bb80322-b90e-46d1-8990-4c460ce69167] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.252587] env[69990]: DEBUG nova.network.neutron [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance_info_cache with network_info: [{"id": "e018160a-740a-4e10-9f16-5af3663a6792", "address": "fa:16:3e:c7:ee:f1", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape018160a-74", "ovs_interfaceid": "e018160a-740a-4e10-9f16-5af3663a6792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.257025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.257025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.257025] env[69990]: DEBUG nova.network.neutron [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.259120] env[69990]: DEBUG oslo_vmware.rw_handles [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239d4aa-aeb6-4fb5-0543-95ae9c39c671/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 873.259391] env[69990]: INFO nova.virt.vmwareapi.images [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Downloaded image file data 4a0c2cb7-ebe8-44d7-a9ed-c45011977212 [ 873.260515] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e479e-74b6-42a1-b713-4199e792275e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.268271] env[69990]: DEBUG nova.network.neutron [-] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.270076] env[69990]: DEBUG nova.network.neutron [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.291409] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42925425-9885-4199-8ab1-5fa26f082750 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.330336] env[69990]: INFO nova.virt.vmwareapi.images [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] The imported VM was unregistered [ 873.332957] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Caching image {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 873.333321] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.333537] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad9936b-f644-4c4a-9608-7582a86f1213 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.353720] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created directory with path [datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.353931] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4/OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4.vmdk to [datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212/4a0c2cb7-ebe8-44d7-a9ed-c45011977212.vmdk. {{(pid=69990) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 873.354607] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2b4422dd-8de4-4f17-96c8-c60ce0a145aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.362819] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584853} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.363964] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] fd321fb5-ee67-4f3f-92fd-a2402bd6718b/fd321fb5-ee67-4f3f-92fd-a2402bd6718b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.365167] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.365167] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c5b2ea2-2230-465b-8ce7-0e54bcffafb9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.368858] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 873.368858] env[69990]: value = "task-3446331" [ 873.368858] env[69990]: _type = "Task" [ 873.368858] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.373992] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 873.373992] env[69990]: value = "task-3446332" [ 873.373992] env[69990]: _type = "Task" [ 873.373992] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.381241] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446331, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.391291] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.454038] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ca9c3-1baa-41f7-9249-eb8aae12cf86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.463489] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00ed9a-4647-4af9-bd7a-df0f83f8016b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.498299] env[69990]: DEBUG nova.network.neutron [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Updating instance_info_cache with network_info: [{"id": "ca1eaf2f-4f76-405f-87dd-485d876c4bbf", "address": "fa:16:3e:54:b1:e7", "network": {"id": "008e8330-0e9f-4ca2-a1dc-3d17c9f5685c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1174757710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9228142c0184659894ea5c2a117a287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1eaf2f-4f", "ovs_interfaceid": "ca1eaf2f-4f76-405f-87dd-485d876c4bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.502185] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f3d740-a1ff-405f-a136-85e921018716 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.517227] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266ac53-b4df-40d5-8c55-1bb29f0ad728 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.548948] env[69990]: DEBUG nova.compute.provider_tree [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.594777] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "2da1960e-c34b-456b-8703-fcd47581a160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.594964] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "2da1960e-c34b-456b-8703-fcd47581a160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.595197] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "2da1960e-c34b-456b-8703-fcd47581a160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.595383] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "2da1960e-c34b-456b-8703-fcd47581a160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.595606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "2da1960e-c34b-456b-8703-fcd47581a160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.598628] env[69990]: INFO nova.compute.manager [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Terminating instance [ 873.671974] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 5d3e105d-3b67-4b69-826f-7cd2759f64d5] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.694982] env[69990]: DEBUG nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received event network-vif-unplugged-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.694982] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.694982] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.694982] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.695342] env[69990]: DEBUG nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] No waiting events found dispatching network-vif-unplugged-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.695488] env[69990]: WARNING nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received unexpected event network-vif-unplugged-995f9e1c-bb71-4387-b245-75826e1989a5 for instance with vm_state shelved_offloaded and task_state None. [ 873.695631] env[69990]: DEBUG nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received event network-changed-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.695776] env[69990]: DEBUG nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Refreshing instance network info cache due to event network-changed-995f9e1c-bb71-4387-b245-75826e1989a5. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.696068] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Acquiring lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.696171] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Acquired lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.696258] env[69990]: DEBUG nova.network.neutron [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Refreshing network info cache for port 995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.751793] env[69990]: DEBUG nova.network.neutron [None req-06d83b81-3be6-4614-8312-f4ea51a1fcbc tempest-ServerExternalEventsTest-1101917201 tempest-ServerExternalEventsTest-1101917201-project] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Updating instance_info_cache with network_info: [{"id": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "address": "fa:16:3e:8b:01:5e", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35acd703-7a", "ovs_interfaceid": "35acd703-7a60-46cd-ac4a-a9cf9a718347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.758677] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.774470] env[69990]: INFO nova.compute.manager [-] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Took 1.98 seconds to deallocate network for instance. [ 873.890702] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446331, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.894394] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123576} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.894892] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.895882] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff18fed-c050-4bec-98db-0e24398c28f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.936202] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] fd321fb5-ee67-4f3f-92fd-a2402bd6718b/fd321fb5-ee67-4f3f-92fd-a2402bd6718b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.939065] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2472f9-8a56-4da2-a03d-29925e03b8a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.966022] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 873.966022] env[69990]: value = "task-3446333" [ 873.966022] env[69990]: _type = "Task" [ 873.966022] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.975234] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.007668] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Releasing lock "refresh_cache-a35789c2-56b0-4d99-a759-b6f7ff859efc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.008036] env[69990]: DEBUG nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Instance network_info: |[{"id": "ca1eaf2f-4f76-405f-87dd-485d876c4bbf", "address": "fa:16:3e:54:b1:e7", "network": {"id": "008e8330-0e9f-4ca2-a1dc-3d17c9f5685c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1174757710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9228142c0184659894ea5c2a117a287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1eaf2f-4f", "ovs_interfaceid": "ca1eaf2f-4f76-405f-87dd-485d876c4bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.008388] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] Acquired lock "refresh_cache-a35789c2-56b0-4d99-a759-b6f7ff859efc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.008578] env[69990]: DEBUG nova.network.neutron [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Refreshing network info cache for port ca1eaf2f-4f76-405f-87dd-485d876c4bbf {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.009983] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:b1:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca1eaf2f-4f76-405f-87dd-485d876c4bbf', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.017921] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.020622] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.020622] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-204a76cb-c0dc-49ec-bba7-8955f7b58c88 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.037875] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.038193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.038653] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.038653] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.038904] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.041017] env[69990]: INFO nova.compute.manager [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Terminating instance [ 874.050208] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.050208] env[69990]: value = "task-3446334" [ 874.050208] env[69990]: _type = "Task" [ 874.050208] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.056998] env[69990]: DEBUG nova.scheduler.client.report [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.068962] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446334, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.102437] env[69990]: DEBUG nova.compute.manager [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.102747] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.104858] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c372c0-0e9e-495a-86a3-352f65916c8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.120843] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.121242] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e51509a-e4d3-42d1-8855-336896a7b002 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.130496] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 874.130496] env[69990]: value = "task-3446335" [ 874.130496] env[69990]: _type = "Task" [ 874.130496] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.146285] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.176352] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 6b3af7bc-c1ef-4b05-90e9-51d09338dbd0] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.254769] env[69990]: DEBUG oslo_concurrency.lockutils [None req-06d83b81-3be6-4614-8312-f4ea51a1fcbc tempest-ServerExternalEventsTest-1101917201 tempest-ServerExternalEventsTest-1101917201-project] Releasing lock "refresh_cache-2da1960e-c34b-456b-8703-fcd47581a160" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.281189] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.385490] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446331, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.482358] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.492659] env[69990]: INFO nova.network.neutron [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Port d94dea77-638d-429e-9b9e-798d20e88859 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 874.493164] env[69990]: DEBUG nova.network.neutron [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.546171] env[69990]: DEBUG nova.compute.manager [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.546410] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.547683] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f569be86-9d92-47f6-bd88-17717039b3b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.569631] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.570490] env[69990]: DEBUG nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.573534] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.573769] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446334, 'name': CreateVM_Task, 'duration_secs': 0.485079} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.574824] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.119s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.575067] env[69990]: DEBUG nova.objects.instance [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 874.577785] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d92c87-f60b-4276-a3a0-7b9accfb8769 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.580504] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.580704] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.580883] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.581249] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.582187] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb086e7-6e2b-4f36-8f5f-5d42d06db593 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.589086] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 874.589086] env[69990]: value = "task-3446336" [ 874.589086] env[69990]: _type = "Task" [ 874.589086] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.590709] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 874.590709] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522d6453-446c-a461-e04e-a3b828712719" [ 874.590709] env[69990]: _type = "Task" [ 874.590709] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.614078] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.618473] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522d6453-446c-a461-e04e-a3b828712719, 'name': SearchDatastore_Task, 'duration_secs': 0.021364} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.620093] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.620093] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.620295] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.620448] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.620705] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.621301] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c1d811e-8a8d-418a-9655-c1ab925f136b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.639403] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.639639] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.641103] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378aa039-fe32-49a4-9dd0-0e1a3f10b9ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.647804] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446335, 'name': PowerOffVM_Task, 'duration_secs': 0.233446} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.648539] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.648712] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.648978] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f17f9fc7-c70a-42ef-84d6-01775b0c6df0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.652100] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 874.652100] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c39710-d297-2231-1a04-648770eea776" [ 874.652100] env[69990]: _type = "Task" [ 874.652100] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.663558] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c39710-d297-2231-1a04-648770eea776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.682027] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: aaf64411-26d3-471b-9dc6-ee70d2461f51] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.725193] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.725854] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.725854] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Deleting the datastore file [datastore1] 2da1960e-c34b-456b-8703-fcd47581a160 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.726197] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c7eb5b6-15e4-4f4d-8e5a-b9c0976af610 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.737729] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for the task: (returnval){ [ 874.737729] env[69990]: value = "task-3446338" [ 874.737729] env[69990]: _type = "Task" [ 874.737729] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.747992] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.891628] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446331, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.940261] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e92-5fe6-5b28-0155-cc620c7c122e/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 874.940261] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac2c12-8636-4d2d-b7fc-c10295d00e0b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.948022] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e92-5fe6-5b28-0155-cc620c7c122e/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 874.948022] env[69990]: ERROR oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e92-5fe6-5b28-0155-cc620c7c122e/disk-0.vmdk due to incomplete transfer. [ 874.948022] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c8570a9-0465-4e57-bb92-6086f0b5398b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.968963] env[69990]: DEBUG oslo_vmware.rw_handles [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b6e92-5fe6-5b28-0155-cc620c7c122e/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 874.968963] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Uploaded image 46df1252-aeab-4a27-aec9-66598686c88e to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 874.970276] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 874.970705] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb74a5f7-dbd9-45ea-9930-df062a44afd4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.987313] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.989129] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 874.989129] env[69990]: value = "task-3446339" [ 874.989129] env[69990]: _type = "Task" [ 874.989129] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.999592] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.003026] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446339, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.047172] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.054912] env[69990]: DEBUG nova.network.neutron [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updated VIF entry in instance network info cache for port 995f9e1c-bb71-4387-b245-75826e1989a5. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.055291] env[69990]: DEBUG nova.network.neutron [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.076824] env[69990]: DEBUG nova.compute.utils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.080414] env[69990]: DEBUG nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.080414] env[69990]: DEBUG nova.network.neutron [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.104936] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446336, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.143077] env[69990]: DEBUG nova.compute.manager [req-410245d5-186b-4033-976f-a8c2d81f7a32 req-aa1f64bd-00fe-479e-931c-81f6eccb37b3 service nova] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Received event network-vif-deleted-e9a4f1ed-1f58-4815-8208-171b21c10552 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.167361] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c39710-d297-2231-1a04-648770eea776, 'name': SearchDatastore_Task, 'duration_secs': 0.024582} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.169075] env[69990]: DEBUG nova.network.neutron [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Updated VIF entry in instance network info cache for port ca1eaf2f-4f76-405f-87dd-485d876c4bbf. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.169482] env[69990]: DEBUG nova.network.neutron [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Updating instance_info_cache with network_info: [{"id": "ca1eaf2f-4f76-405f-87dd-485d876c4bbf", "address": "fa:16:3e:54:b1:e7", "network": {"id": "008e8330-0e9f-4ca2-a1dc-3d17c9f5685c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1174757710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9228142c0184659894ea5c2a117a287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1eaf2f-4f", "ovs_interfaceid": "ca1eaf2f-4f76-405f-87dd-485d876c4bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.173411] env[69990]: DEBUG nova.policy [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '569a37b7416040dd87354d896fac9568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42d183d1f7c4a3c89f75d6215432091', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.175290] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc6dc31-068f-4f51-a741-a92a4d65fb46 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.182853] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 875.182853] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5209c8fc-eeba-1daf-aca2-73ddfd74baf2" [ 875.182853] env[69990]: _type = "Task" [ 875.182853] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.188503] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 1b16d347-9579-497b-8b20-5d3f58d029d2] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.195917] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5209c8fc-eeba-1daf-aca2-73ddfd74baf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.250194] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.284207] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1cbc1d-ad12-40a1-8de1-7f2ae5f8d9e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.309198] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance '1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.384602] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446331, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.491229] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446333, 'name': ReconfigVM_Task, 'duration_secs': 1.399141} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.497410] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] fd321fb5-ee67-4f3f-92fd-a2402bd6718b/fd321fb5-ee67-4f3f-92fd-a2402bd6718b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.498188] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33747431-94c7-411e-ba4e-ba4c52e9d967 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.503979] env[69990]: DEBUG oslo_concurrency.lockutils [None req-445ba0c6-9b5e-413c-8aaa-f6a6e1b449ba tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-5e17d57e-213d-496c-aa6b-653c9d1e0302-d94dea77-638d-429e-9b9e-798d20e88859" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.229s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.510116] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446339, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.510446] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 875.510446] env[69990]: value = "task-3446340" [ 875.510446] env[69990]: _type = "Task" [ 875.510446] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.520766] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446340, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.562309] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Releasing lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.562738] env[69990]: DEBUG nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received event network-vif-deleted-d94dea77-638d-429e-9b9e-798d20e88859 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.562893] env[69990]: INFO nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Neutron deleted interface d94dea77-638d-429e-9b9e-798d20e88859; detaching it from the instance and deleting it from the info cache [ 875.563703] env[69990]: DEBUG nova.network.neutron [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [{"id": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "address": "fa:16:3e:b1:b6:b1", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d904f6-5a", "ovs_interfaceid": "b8d904f6-5ae4-4c47-be1f-6171c2488457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.583704] env[69990]: DEBUG nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.595035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-45b5b2ec-8c9e-4567-9348-5d0e57ddc188 tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.595035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.494s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.595901] env[69990]: INFO nova.compute.claims [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.610798] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446336, 'name': PowerOffVM_Task, 'duration_secs': 0.586101} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.611103] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.611301] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.611575] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1659dc-5470-41e5-a1a3-2a8a6eafa844 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.650510] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.662075] env[69990]: DEBUG nova.network.neutron [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Successfully created port: 5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.678030] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae26f72a-5d06-4baa-a486-18a8967ac057 req-28e211b8-ba1f-4e5f-9a32-f9c92b5f559f service nova] Releasing lock "refresh_cache-a35789c2-56b0-4d99-a759-b6f7ff859efc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.695034] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: d7f52a80-aa10-4838-81d1-084f9b3ae9f6] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.698098] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5209c8fc-eeba-1daf-aca2-73ddfd74baf2, 'name': SearchDatastore_Task, 'duration_secs': 0.022218} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.698098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.698208] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a35789c2-56b0-4d99-a759-b6f7ff859efc/a35789c2-56b0-4d99-a759-b6f7ff859efc.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.698392] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf1ef8e-f1bf-4f38-a05e-808da626465f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.707686] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 875.707686] env[69990]: value = "task-3446342" [ 875.707686] env[69990]: _type = "Task" [ 875.707686] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.717918] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.750578] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.751150] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.751622] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleting the datastore file [datastore1] 5e17d57e-213d-496c-aa6b-653c9d1e0302 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.756267] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc3854b3-3437-427c-860d-3053c06156cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.758943] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.767785] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 875.767785] env[69990]: value = "task-3446343" [ 875.767785] env[69990]: _type = "Task" [ 875.767785] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.778814] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.816021] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.816406] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909a6942-0a0e-44f5-8e47-739634a09f93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.828645] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 875.828645] env[69990]: value = "task-3446344" [ 875.828645] env[69990]: _type = "Task" [ 875.828645] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.842049] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.886633] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446331, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.002409] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446339, 'name': Destroy_Task, 'duration_secs': 0.554381} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.005153] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Destroyed the VM [ 876.005153] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.005153] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-544e72b9-4d5d-4fe6-bee5-ac7330b21b6f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.013976] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 876.013976] env[69990]: value = "task-3446345" [ 876.013976] env[69990]: _type = "Task" [ 876.013976] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.026751] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446340, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.030476] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.070484] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Acquiring lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.199038] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 349b48cf-aa03-4e6e-b720-b8257e9337e0] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.219539] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446342, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.250342] env[69990]: DEBUG oslo_vmware.api [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Task: {'id': task-3446338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.293141} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.250702] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.250945] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.251193] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.251422] env[69990]: INFO nova.compute.manager [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Took 2.15 seconds to destroy the instance on the hypervisor. [ 876.251752] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.252053] env[69990]: DEBUG nova.compute.manager [-] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.252209] env[69990]: DEBUG nova.network.neutron [-] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.285574] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.345820] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446344, 'name': PowerOffVM_Task, 'duration_secs': 0.350114} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.345820] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.346025] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance '1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.394789] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446331, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.640531} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.395232] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4/OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4.vmdk to [datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212/4a0c2cb7-ebe8-44d7-a9ed-c45011977212.vmdk. [ 876.395468] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Cleaning up location [datastore1] OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4 {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 876.395632] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ebd73d2c-ce4a-4fb3-a1ea-7f2f8f4855b4 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.395908] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db9dee78-5227-45ac-bd67-bd3c3da040da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.404946] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 876.404946] env[69990]: value = "task-3446346" [ 876.404946] env[69990]: _type = "Task" [ 876.404946] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.413629] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.526258] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.529262] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446340, 'name': Rename_Task, 'duration_secs': 0.525584} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.529511] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.529763] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-344cd711-dc6f-4e9d-b2c0-f4bb886f2aae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.537661] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 876.537661] env[69990]: value = "task-3446347" [ 876.537661] env[69990]: _type = "Task" [ 876.537661] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.546204] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.594485] env[69990]: DEBUG nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.627922] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.628203] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.628367] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.628541] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.628682] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.628820] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.629031] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.629183] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.629338] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.629488] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.630058] env[69990]: DEBUG nova.virt.hardware [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.630946] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d48992-b21b-4c66-8906-3f0e43a9b7a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.642902] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519da6e-ca92-4baa-a9ca-1e2f91093ce4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.702926] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: a5043fdd-0557-4ba6-ba55-7b45dfcd54c7] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.718228] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732394} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.720834] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a35789c2-56b0-4d99-a759-b6f7ff859efc/a35789c2-56b0-4d99-a759-b6f7ff859efc.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.721069] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.722041] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92366469-1dad-4f42-9978-2a04189c661c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.730342] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 876.730342] env[69990]: value = "task-3446348" [ 876.730342] env[69990]: _type = "Task" [ 876.730342] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.744334] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.781967] env[69990]: DEBUG oslo_vmware.api [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604242} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.782253] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.782439] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.782612] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.782786] env[69990]: INFO nova.compute.manager [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Took 2.24 seconds to destroy the instance on the hypervisor. [ 876.783042] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.783461] env[69990]: DEBUG nova.compute.manager [-] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.783563] env[69990]: DEBUG nova.network.neutron [-] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.854035] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.854035] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.854035] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.854035] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.854035] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.854331] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.854372] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.855603] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.855603] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.855603] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.855603] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.867988] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3b58de-f75b-4cd4-8744-c3e15b04dc4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.887567] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 876.887567] env[69990]: value = "task-3446349" [ 876.887567] env[69990]: _type = "Task" [ 876.887567] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.897723] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.915995] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121366} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.919084] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.919373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212/4a0c2cb7-ebe8-44d7-a9ed-c45011977212.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.919686] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212/4a0c2cb7-ebe8-44d7-a9ed-c45011977212.vmdk to [datastore1] 7500e3ab-6762-4678-bf88-08c2425e9076/7500e3ab-6762-4678-bf88-08c2425e9076.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.920331] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-490feb94-4fa3-4644-a8ef-3d59983df8a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.927369] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 876.927369] env[69990]: value = "task-3446350" [ 876.927369] env[69990]: _type = "Task" [ 876.927369] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.936980] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.026938] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446345, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.050432] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446347, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.074428] env[69990]: DEBUG nova.network.neutron [-] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.105363] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d3788-facd-4764-bcf6-a8dfbce293d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.113514] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2120ca45-3dc4-4936-a224-1498bbdc04b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.146026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7be2f1-22a5-4ee8-a7c3-9ce8d578cb71 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.153924] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3587064c-cfd0-46d2-a062-4ef3416de52a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.168673] env[69990]: DEBUG nova.compute.provider_tree [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.172227] env[69990]: DEBUG nova.compute.manager [req-713f4cb6-dea5-4545-9638-03a5ca732367 req-62202739-8b6b-42b3-811a-7c8246389ff8 service nova] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Received event network-vif-deleted-35acd703-7a60-46cd-ac4a-a9cf9a718347 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.206099] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: ce442a1a-3c64-4a7a-a670-440f01101c14] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.240814] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1283} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.241129] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.242018] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b571254-dd48-4e4a-a329-167c542afec2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.268160] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] a35789c2-56b0-4d99-a759-b6f7ff859efc/a35789c2-56b0-4d99-a759-b6f7ff859efc.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.268795] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c1abc7c-1110-4e0c-a5d6-bf3eee1ff249 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.289954] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 877.289954] env[69990]: value = "task-3446351" [ 877.289954] env[69990]: _type = "Task" [ 877.289954] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.298256] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.400411] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446349, 'name': ReconfigVM_Task, 'duration_secs': 0.457984} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.400810] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance '1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.437772] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.527728] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446345, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.552551] env[69990]: DEBUG oslo_vmware.api [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446347, 'name': PowerOnVM_Task, 'duration_secs': 0.548416} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.552551] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.552551] env[69990]: INFO nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Took 8.86 seconds to spawn the instance on the hypervisor. [ 877.552551] env[69990]: DEBUG nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.552551] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b3db6-9a6f-4962-983c-5db8d456790d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.583886] env[69990]: INFO nova.compute.manager [-] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Took 1.33 seconds to deallocate network for instance. [ 877.631906] env[69990]: DEBUG nova.network.neutron [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Successfully updated port: 5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.694479] env[69990]: ERROR nova.scheduler.client.report [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [req-9999fcc1-2077-4fc9-a3ac-38b5e2c6f3af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9999fcc1-2077-4fc9-a3ac-38b5e2c6f3af"}]} [ 877.710237] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: f4eeb1d2-f4c3-4b21-a5cc-ae442c0603ad] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.713153] env[69990]: DEBUG nova.scheduler.client.report [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 877.732977] env[69990]: DEBUG nova.scheduler.client.report [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 877.734188] env[69990]: DEBUG nova.compute.provider_tree [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.749417] env[69990]: DEBUG nova.scheduler.client.report [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 877.779509] env[69990]: DEBUG nova.scheduler.client.report [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 877.800598] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446351, 'name': ReconfigVM_Task, 'duration_secs': 0.313823} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.801141] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Reconfigured VM instance instance-00000048 to attach disk [datastore2] a35789c2-56b0-4d99-a759-b6f7ff859efc/a35789c2-56b0-4d99-a759-b6f7ff859efc.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.805361] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd3274f2-2ed2-4bdf-a3c2-21cb1033cb4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.814594] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 877.814594] env[69990]: value = "task-3446352" [ 877.814594] env[69990]: _type = "Task" [ 877.814594] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.828834] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446352, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.910566] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.910897] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.910975] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.911160] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.911309] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.911456] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.911671] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.911915] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.911999] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.912172] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.912347] env[69990]: DEBUG nova.virt.hardware [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.918112] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.918747] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d48da8-4cf8-476b-8360-b8d3ffd730ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.950129] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.955529] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 877.955529] env[69990]: value = "task-3446353" [ 877.955529] env[69990]: _type = "Task" [ 877.955529] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.967196] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.030840] env[69990]: DEBUG oslo_vmware.api [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446345, 'name': RemoveSnapshot_Task, 'duration_secs': 1.64305} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.031174] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.031416] env[69990]: INFO nova.compute.manager [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 878.080216] env[69990]: INFO nova.compute.manager [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Took 35.47 seconds to build instance. [ 878.090630] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.090935] env[69990]: DEBUG nova.network.neutron [-] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.137619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.137619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.137619] env[69990]: DEBUG nova.network.neutron [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.216411] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 36f912de-3717-4b30-8a46-1d554cb57adb] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.329204] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0223e7-9e5b-4e28-87b7-c9c37894c452 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.338807] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446352, 'name': Rename_Task, 'duration_secs': 0.154979} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.342081] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.342476] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e15223f-446d-4e2a-87a8-b60211f8cef3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.346719] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a815296-f24a-473b-81d3-b53867e6e757 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.385037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad5733-1cd5-4bdc-b66b-9d549d43364f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.388122] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 878.388122] env[69990]: value = "task-3446354" [ 878.388122] env[69990]: _type = "Task" [ 878.388122] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.395612] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc9347-d7e9-4d81-8d88-bc739a9edfc0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.403425] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.414310] env[69990]: DEBUG nova.compute.provider_tree [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.446384] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.465364] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446353, 'name': ReconfigVM_Task, 'duration_secs': 0.261629} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.465663] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.466526] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5374d9-e24e-4bed-b7f9-8d9ae16bde97 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.491642] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8/1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.492021] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d950d55-00d6-4f82-8eea-e7aae5418de6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.513601] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 878.513601] env[69990]: value = "task-3446355" [ 878.513601] env[69990]: _type = "Task" [ 878.513601] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.522223] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.582799] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6365ef9e-3f09-4092-87df-36538d0a0677 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.004s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.591678] env[69990]: DEBUG nova.compute.manager [None req-9feae60f-62f9-4fbd-8a09-21d88a57d262 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Found 1 images (rotation: 2) {{(pid=69990) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 878.598259] env[69990]: INFO nova.compute.manager [-] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Took 1.81 seconds to deallocate network for instance. [ 878.681281] env[69990]: DEBUG nova.network.neutron [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.722644] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 30948c1e-acba-43be-9f4c-332c2a742c50] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.901312] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446354, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.902561] env[69990]: DEBUG nova.network.neutron [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Updating instance_info_cache with network_info: [{"id": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "address": "fa:16:3e:31:8c:13", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfd01da-0b", "ovs_interfaceid": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.948747] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.956588] env[69990]: DEBUG nova.scheduler.client.report [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 878.956722] env[69990]: DEBUG nova.compute.provider_tree [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 102 to 103 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 878.956831] env[69990]: DEBUG nova.compute.provider_tree [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.024223] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446355, 'name': ReconfigVM_Task, 'duration_secs': 0.434082} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.024446] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8/1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.024768] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance '1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.104811] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.227214] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 5b7ed074-6501-45be-83c0-650089a2706e] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.281083] env[69990]: DEBUG nova.compute.manager [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Received event network-vif-plugged-5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.281083] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] Acquiring lock "da46ebc6-6bda-478c-936a-033cb13c53ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.281205] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.281333] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.281498] env[69990]: DEBUG nova.compute.manager [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] No waiting events found dispatching network-vif-plugged-5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.281724] env[69990]: WARNING nova.compute.manager [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Received unexpected event network-vif-plugged-5cfd01da-0b81-40e5-bc7b-cbc886926610 for instance with vm_state building and task_state spawning. [ 879.281906] env[69990]: DEBUG nova.compute.manager [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Received event network-vif-deleted-b8d904f6-5ae4-4c47-be1f-6171c2488457 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.282090] env[69990]: DEBUG nova.compute.manager [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Received event network-changed-5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.282246] env[69990]: DEBUG nova.compute.manager [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Refreshing instance network info cache due to event network-changed-5cfd01da-0b81-40e5-bc7b-cbc886926610. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.282416] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] Acquiring lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.400100] env[69990]: DEBUG oslo_vmware.api [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446354, 'name': PowerOnVM_Task, 'duration_secs': 0.574313} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.401167] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.401167] env[69990]: INFO nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Took 8.11 seconds to spawn the instance on the hypervisor. [ 879.401167] env[69990]: DEBUG nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.401654] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ffc93-6d76-4463-934e-0d1ad6cc0a7e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.406222] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.406564] env[69990]: DEBUG nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Instance network_info: |[{"id": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "address": "fa:16:3e:31:8c:13", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfd01da-0b", "ovs_interfaceid": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.408447] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] Acquired lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.408720] env[69990]: DEBUG nova.network.neutron [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Refreshing network info cache for port 5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.410529] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:8c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cfd01da-0b81-40e5-bc7b-cbc886926610', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.423505] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.429981] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.431096] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2e08691-bdf6-4500-9107-d69891fcc2ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.458735] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.463997] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.463997] env[69990]: value = "task-3446356" [ 879.463997] env[69990]: _type = "Task" [ 879.463997] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.463997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.872s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.463997] env[69990]: DEBUG nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.470049] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.346s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.472656] env[69990]: DEBUG nova.objects.instance [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lazy-loading 'resources' on Instance uuid eeb6aed3-1819-40d6-bb31-15337b7b0f14 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.533391] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dff6e8-0d4f-49e6-919a-1485cf5f1291 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.556481] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb003a1-a3d8-4cb7-9a9f-641e45e8e00f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.581886] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance '1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.620951] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.621374] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.734020] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: d27f43e1-c0dc-40ad-81b3-ee539400708d] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.779867] env[69990]: DEBUG nova.network.neutron [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Updated VIF entry in instance network info cache for port 5cfd01da-0b81-40e5-bc7b-cbc886926610. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.780302] env[69990]: DEBUG nova.network.neutron [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Updating instance_info_cache with network_info: [{"id": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "address": "fa:16:3e:31:8c:13", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfd01da-0b", "ovs_interfaceid": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.938261] env[69990]: INFO nova.compute.manager [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Took 27.97 seconds to build instance. [ 879.959246] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.970632] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446356, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.976869] env[69990]: DEBUG nova.compute.utils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.978502] env[69990]: DEBUG nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.979032] env[69990]: DEBUG nova.network.neutron [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.039040] env[69990]: DEBUG nova.policy [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5a65078185442c921038b19a0df6ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264c4a2642fe4876b36423f06cb6fd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.065617] env[69990]: DEBUG nova.compute.manager [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.070136] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7df50-bd78-4ef0-9d42-d44882f66cdd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.126418] env[69990]: DEBUG nova.compute.utils [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.181485] env[69990]: DEBUG nova.network.neutron [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Port e018160a-740a-4e10-9f16-5af3663a6792 binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 880.237302] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 8837f277-16af-4bb2-9064-e0048326e51a] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.282932] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9e392b6-3d04-4c6f-842c-5ebff5106ea2 req-0c2d0cc6-783f-4554-98a5-27a28fd2e6f0 service nova] Releasing lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.398544] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ff759-fe05-42d3-ae23-997fe214aa03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.413492] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd523fb2-11e8-48ba-aaee-d20086bf77d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.445635] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9b57b4b2-35eb-4af7-859a-6dc683976c10 tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.482s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.446783] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4135b9-78a5-4c39-bb96-614d9b94ebdb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.462706] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b950f65-8a48-4e97-bf04-5ce9e92f566f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.467717] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.487440] env[69990]: DEBUG nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.490569] env[69990]: DEBUG nova.compute.provider_tree [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.491861] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446356, 'name': CreateVM_Task, 'duration_secs': 0.654438} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.493470] env[69990]: DEBUG nova.network.neutron [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Successfully created port: 20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.495501] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.496836] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.497042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.497418] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.498060] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfe1184-c351-41f3-8939-75185973939a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.504865] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 880.504865] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5274c659-c1c3-c328-3357-783e0d350db8" [ 880.504865] env[69990]: _type = "Task" [ 880.504865] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.515635] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5274c659-c1c3-c328-3357-783e0d350db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.580593] env[69990]: INFO nova.compute.manager [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] instance snapshotting [ 880.581208] env[69990]: DEBUG nova.objects.instance [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'flavor' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.629699] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.745849] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 3806e66d-58b8-4c34-8b23-e72e47f7908e] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.961412] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446350, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.819961} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.961931] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a0c2cb7-ebe8-44d7-a9ed-c45011977212/4a0c2cb7-ebe8-44d7-a9ed-c45011977212.vmdk to [datastore1] 7500e3ab-6762-4678-bf88-08c2425e9076/7500e3ab-6762-4678-bf88-08c2425e9076.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.962980] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9bc11-2147-487e-86fd-e09ebeb004f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.987633] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 7500e3ab-6762-4678-bf88-08c2425e9076/7500e3ab-6762-4678-bf88-08c2425e9076.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.988085] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2cf935-09e9-4aec-bc77-e19e61e09c74 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.009620] env[69990]: DEBUG nova.scheduler.client.report [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.019010] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 881.019010] env[69990]: value = "task-3446357" [ 881.019010] env[69990]: _type = "Task" [ 881.019010] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.026199] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5274c659-c1c3-c328-3357-783e0d350db8, 'name': SearchDatastore_Task, 'duration_secs': 0.011471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.026837] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.027505] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.027806] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.028029] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.028301] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.032271] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db977e87-d1a4-44f8-b450-91e00188cf23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.034932] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.045567] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.045567] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.045801] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be056e0-7787-452a-95e5-4577b2d05c07 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.051667] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 881.051667] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523e41e6-530d-2544-ee0f-9ef5934cc859" [ 881.051667] env[69990]: _type = "Task" [ 881.051667] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.067576] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523e41e6-530d-2544-ee0f-9ef5934cc859, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.068979] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a755b71-8bcd-4646-8569-a61cc88cf92e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.073880] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 881.073880] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5287ac66-c3c1-9af8-a816-33bb3ab86722" [ 881.073880] env[69990]: _type = "Task" [ 881.073880] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.081668] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287ac66-c3c1-9af8-a816-33bb3ab86722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.086602] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d4f6cf-0a91-41f1-99e8-b3b0215412bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.106825] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14218a61-1785-44f7-8eb4-1951fba2c751 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.201359] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.201609] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.201804] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.249091] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 722a0b73-4bf9-4003-981c-aa3499d8b87b] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.515557] env[69990]: DEBUG nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.518398] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.521703] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.800s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.521703] env[69990]: DEBUG nova.objects.instance [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lazy-loading 'resources' on Instance uuid 921ea572-503c-4924-8ff7-39c5cffec439 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.533198] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.550094] env[69990]: INFO nova.scheduler.client.report [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Deleted allocations for instance eeb6aed3-1819-40d6-bb31-15337b7b0f14 [ 881.553430] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.553430] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.553769] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.553769] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.553924] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.554063] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.554185] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.554363] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.554551] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.554731] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.554914] env[69990]: DEBUG nova.virt.hardware [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.556778] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751821e2-c14b-4e32-a299-731af62c640b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.566905] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041963db-ae45-4750-bb5d-844c6712cd49 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.589913] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287ac66-c3c1-9af8-a816-33bb3ab86722, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.590190] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.590458] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] da46ebc6-6bda-478c-936a-033cb13c53ee/da46ebc6-6bda-478c-936a-033cb13c53ee.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.590715] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1fe4c7e-0958-4166-ae95-f98441ae7bb0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.598070] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 881.598070] env[69990]: value = "task-3446358" [ 881.598070] env[69990]: _type = "Task" [ 881.598070] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.607899] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.618067] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 881.619087] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3ad018d-411a-4558-a61d-a72d1ef77840 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.625767] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 881.625767] env[69990]: value = "task-3446359" [ 881.625767] env[69990]: _type = "Task" [ 881.625767] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.636988] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.705192] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.705489] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.705765] env[69990]: INFO nova.compute.manager [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Attaching volume 9f6ce46e-e34b-420a-b5b4-f182a2c46d7b to /dev/sdb [ 881.740620] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af3b40-e139-4a6d-b231-636348e9e15d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.748994] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7164024a-e8c7-4364-9919-90fa2a0aaa32 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.752326] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 03ff3500-ce24-4274-bc2e-5e4777d25f03] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.767281] env[69990]: DEBUG nova.virt.block_device [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Updating existing volume attachment record: 68d0bb42-adde-4f90-afb2-74670ccb515b {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 882.007271] env[69990]: DEBUG nova.compute.manager [req-0b49e2f6-6eec-49ca-a553-5222130c25be req-93017639-267b-4a37-8cd8-9f57d3a68ecd service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Received event network-vif-plugged-20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.007537] env[69990]: DEBUG oslo_concurrency.lockutils [req-0b49e2f6-6eec-49ca-a553-5222130c25be req-93017639-267b-4a37-8cd8-9f57d3a68ecd service nova] Acquiring lock "d1da1147-e015-4d65-bc4a-e0655bd9e809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.007721] env[69990]: DEBUG oslo_concurrency.lockutils [req-0b49e2f6-6eec-49ca-a553-5222130c25be req-93017639-267b-4a37-8cd8-9f57d3a68ecd service nova] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.007878] env[69990]: DEBUG oslo_concurrency.lockutils [req-0b49e2f6-6eec-49ca-a553-5222130c25be req-93017639-267b-4a37-8cd8-9f57d3a68ecd service nova] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.008592] env[69990]: DEBUG nova.compute.manager [req-0b49e2f6-6eec-49ca-a553-5222130c25be req-93017639-267b-4a37-8cd8-9f57d3a68ecd service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] No waiting events found dispatching network-vif-plugged-20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.008592] env[69990]: WARNING nova.compute.manager [req-0b49e2f6-6eec-49ca-a553-5222130c25be req-93017639-267b-4a37-8cd8-9f57d3a68ecd service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Received unexpected event network-vif-plugged-20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 for instance with vm_state building and task_state spawning. [ 882.036056] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446357, 'name': ReconfigVM_Task, 'duration_secs': 0.640689} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.036376] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 7500e3ab-6762-4678-bf88-08c2425e9076/7500e3ab-6762-4678-bf88-08c2425e9076.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.036979] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e66a707-8a68-45ae-ac2f-763de10954cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.043659] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 882.043659] env[69990]: value = "task-3446361" [ 882.043659] env[69990]: _type = "Task" [ 882.043659] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.066193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-20a24480-a92c-4735-ab44-69bfa8c5ff9d tempest-ServersTestJSON-229316763 tempest-ServersTestJSON-229316763-project-member] Lock "eeb6aed3-1819-40d6-bb31-15337b7b0f14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.775s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.111135] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453184} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.111368] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] da46ebc6-6bda-478c-936a-033cb13c53ee/da46ebc6-6bda-478c-936a-033cb13c53ee.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.111652] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.111923] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ac41262-7395-4f4b-9145-4b902ac9771e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.117735] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 882.117735] env[69990]: value = "task-3446362" [ 882.117735] env[69990]: _type = "Task" [ 882.117735] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.133419] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.139779] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.142887] env[69990]: DEBUG nova.network.neutron [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Successfully updated port: 20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.255845] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.256040] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.256221] env[69990]: DEBUG nova.network.neutron [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.258281] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.258281] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Cleaning up deleted instances with incomplete migration {{(pid=69990) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 882.476310] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba34b6e-798f-4acb-a83a-524d4b055484 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.483997] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee4920b-643e-41cf-9999-f8536123f451 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.517456] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8529cd-a859-4fa4-81fa-dce10f7983cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.525115] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8b5478-2ace-4564-998c-f04c531907ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.538764] env[69990]: DEBUG nova.compute.provider_tree [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.553701] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446361, 'name': Rename_Task, 'duration_secs': 0.184651} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.553922] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.554178] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfea7d1e-1419-4cc5-867f-2560eca55a1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.560430] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 882.560430] env[69990]: value = "task-3446365" [ 882.560430] env[69990]: _type = "Task" [ 882.560430] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.567762] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.634736] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064798} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.635427] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.636271] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7cf19f-893c-4e26-b916-9b7d00749b99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.643403] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446359, 'name': CreateSnapshot_Task, 'duration_secs': 0.728768} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.643925] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 882.645436] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aa3f21-b1ff-4195-9128-f6ae0cb4b3d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.656969] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "refresh_cache-d1da1147-e015-4d65-bc4a-e0655bd9e809" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.657146] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "refresh_cache-d1da1147-e015-4d65-bc4a-e0655bd9e809" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.657301] env[69990]: DEBUG nova.network.neutron [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.668997] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] da46ebc6-6bda-478c-936a-033cb13c53ee/da46ebc6-6bda-478c-936a-033cb13c53ee.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.672363] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340fef66-0de6-428c-bed1-dd4e941ff835 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.699932] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 882.699932] env[69990]: value = "task-3446366" [ 882.699932] env[69990]: _type = "Task" [ 882.699932] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.708517] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.734438] env[69990]: DEBUG nova.network.neutron [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.761567] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.070793] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.080021] env[69990]: DEBUG nova.scheduler.client.report [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 883.080021] env[69990]: DEBUG nova.compute.provider_tree [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 103 to 104 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.080021] env[69990]: DEBUG nova.compute.provider_tree [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.124536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "a35789c2-56b0-4d99-a759-b6f7ff859efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.124536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.124536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "a35789c2-56b0-4d99-a759-b6f7ff859efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.124536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.124536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.125627] env[69990]: INFO nova.compute.manager [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Terminating instance [ 883.204410] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.205307] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b80c8672-81cc-45a0-8217-d13e228610a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.214624] env[69990]: DEBUG nova.network.neutron [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Updating instance_info_cache with network_info: [{"id": "20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370", "address": "fa:16:3e:d0:61:7c", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dfc3b0-d4", "ovs_interfaceid": "20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.221083] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.221564] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 883.221564] env[69990]: value = "task-3446367" [ 883.221564] env[69990]: _type = "Task" [ 883.221564] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.230953] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446367, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.306882] env[69990]: DEBUG nova.network.neutron [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance_info_cache with network_info: [{"id": "e018160a-740a-4e10-9f16-5af3663a6792", "address": "fa:16:3e:c7:ee:f1", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape018160a-74", "ovs_interfaceid": "e018160a-740a-4e10-9f16-5af3663a6792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.575452] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.584464] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.586879] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.309s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.590021] env[69990]: DEBUG nova.objects.instance [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lazy-loading 'resources' on Instance uuid 4e0c6aea-deee-4f98-9d5a-7cf7b3637946 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.613575] env[69990]: INFO nova.scheduler.client.report [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Deleted allocations for instance 921ea572-503c-4924-8ff7-39c5cffec439 [ 883.629964] env[69990]: DEBUG nova.compute.manager [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.630314] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.631346] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9331a-1c7c-455e-9c1e-1fe96c7bc04e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.644483] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.644846] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce86845e-f082-472d-9f0a-684cc48d5c33 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.655758] env[69990]: DEBUG oslo_vmware.api [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 883.655758] env[69990]: value = "task-3446368" [ 883.655758] env[69990]: _type = "Task" [ 883.655758] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.669534] env[69990]: DEBUG oslo_vmware.api [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.717283] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "refresh_cache-d1da1147-e015-4d65-bc4a-e0655bd9e809" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.717640] env[69990]: DEBUG nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Instance network_info: |[{"id": "20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370", "address": "fa:16:3e:d0:61:7c", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dfc3b0-d4", "ovs_interfaceid": "20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.725049] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:61:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.735242] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.736874] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446366, 'name': ReconfigVM_Task, 'duration_secs': 0.96171} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.736874] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.741607] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Reconfigured VM instance instance-00000049 to attach disk [datastore1] da46ebc6-6bda-478c-936a-033cb13c53ee/da46ebc6-6bda-478c-936a-033cb13c53ee.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.743123] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-262d4ef4-9ec3-4294-8b9b-c854bdcc7734 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.758288] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f3737d-7c5c-4231-9960-bd73ab6aa7cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.765953] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446367, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.768605] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 883.768605] env[69990]: value = "task-3446370" [ 883.768605] env[69990]: _type = "Task" [ 883.768605] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.769113] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.769113] env[69990]: value = "task-3446369" [ 883.769113] env[69990]: _type = "Task" [ 883.769113] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.780179] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446370, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.783330] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446369, 'name': CreateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.809191] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.042667] env[69990]: DEBUG nova.compute.manager [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Received event network-changed-20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.042667] env[69990]: DEBUG nova.compute.manager [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Refreshing instance network info cache due to event network-changed-20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.042667] env[69990]: DEBUG oslo_concurrency.lockutils [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] Acquiring lock "refresh_cache-d1da1147-e015-4d65-bc4a-e0655bd9e809" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.042667] env[69990]: DEBUG oslo_concurrency.lockutils [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] Acquired lock "refresh_cache-d1da1147-e015-4d65-bc4a-e0655bd9e809" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.042667] env[69990]: DEBUG nova.network.neutron [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Refreshing network info cache for port 20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.073643] env[69990]: DEBUG oslo_vmware.api [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446365, 'name': PowerOnVM_Task, 'duration_secs': 1.158651} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.073910] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.074122] env[69990]: INFO nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Took 17.98 seconds to spawn the instance on the hypervisor. [ 884.074308] env[69990]: DEBUG nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.075169] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab747d9b-7b49-49ce-9217-919e7586bf0d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.132796] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b2138be-3c6f-4329-99d3-c5ed9224c68e tempest-ServersListShow296Test-126480004 tempest-ServersListShow296Test-126480004-project-member] Lock "921ea572-503c-4924-8ff7-39c5cffec439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.642s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.168780] env[69990]: DEBUG oslo_vmware.api [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446368, 'name': PowerOffVM_Task, 'duration_secs': 0.197767} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.171618] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.171831] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.172315] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a96f92f-d82c-4998-ac38-3fe976cfc546 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.248143] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446367, 'name': CloneVM_Task} progress is 95%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.256283] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.256283] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.256283] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Deleting the datastore file [datastore2] a35789c2-56b0-4d99-a759-b6f7ff859efc {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.256576] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ab214d-9f93-4ee3-9ebb-512234ccddbc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.263028] env[69990]: DEBUG oslo_vmware.api [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 884.263028] env[69990]: value = "task-3446372" [ 884.263028] env[69990]: _type = "Task" [ 884.263028] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.272178] env[69990]: DEBUG oslo_vmware.api [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.282019] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446370, 'name': Rename_Task, 'duration_secs': 0.165002} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.285101] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.285333] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446369, 'name': CreateVM_Task, 'duration_secs': 0.3557} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.288042] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-415a23f2-b026-4b27-a5f4-68ce7eda27c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.289472] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.291863] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.291863] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.291863] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.291863] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef891207-56b8-4081-b0c6-89b45b560627 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.295477] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 884.295477] env[69990]: value = "task-3446373" [ 884.295477] env[69990]: _type = "Task" [ 884.295477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.298827] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 884.298827] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5292ed79-2ff4-3a2f-0856-8e7bf6826af1" [ 884.298827] env[69990]: _type = "Task" [ 884.298827] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.322605] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446373, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.322862] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5292ed79-2ff4-3a2f-0856-8e7bf6826af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.341477] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270fc9c4-a471-415d-a8cc-e864cd9de618 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.371687] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714ea63-a349-4117-a3b2-55adb883efb5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.379665] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance '1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.594717] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198d36f-39fe-4555-8dc3-8b3456a1dc94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.607896] env[69990]: INFO nova.compute.manager [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Took 48.32 seconds to build instance. [ 884.615419] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a03cff-cd2f-4755-924d-3a84797bff05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.649122] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c4697-528e-4b01-b8e2-b7a782081ded {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.657898] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bf0bea-6801-4a3f-a207-c46ecdb90bf6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.677768] env[69990]: DEBUG nova.compute.provider_tree [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.751342] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446367, 'name': CloneVM_Task, 'duration_secs': 1.328858} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.752334] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Created linked-clone VM from snapshot [ 884.752496] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3b5abe-77ef-45c1-bf0b-a3c222fb4f55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.760664] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Uploading image 9e82a743-8875-4b82-a105-050afc333c53 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 884.771153] env[69990]: DEBUG oslo_vmware.api [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223164} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.772020] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.772020] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.772020] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.772020] env[69990]: INFO nova.compute.manager [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 884.772177] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.775018] env[69990]: DEBUG nova.compute.manager [-] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.775018] env[69990]: DEBUG nova.network.neutron [-] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.798270] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 884.798270] env[69990]: value = "vm-687995" [ 884.798270] env[69990]: _type = "VirtualMachine" [ 884.798270] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 884.798683] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f3b5773-5e73-4050-8d3d-acd9cf572c20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.819047] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.827017] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease: (returnval){ [ 884.827017] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521f1e60-6c19-4f58-cc8a-7fcfdcab8106" [ 884.827017] env[69990]: _type = "HttpNfcLease" [ 884.827017] env[69990]: } obtained for exporting VM: (result){ [ 884.827017] env[69990]: value = "vm-687995" [ 884.827017] env[69990]: _type = "VirtualMachine" [ 884.827017] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 884.828456] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the lease: (returnval){ [ 884.828456] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521f1e60-6c19-4f58-cc8a-7fcfdcab8106" [ 884.828456] env[69990]: _type = "HttpNfcLease" [ 884.828456] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 884.828456] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5292ed79-2ff4-3a2f-0856-8e7bf6826af1, 'name': SearchDatastore_Task, 'duration_secs': 0.031224} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.828906] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.829200] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.829469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.829882] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.829882] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.834149] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ded426a2-86e5-4279-89e7-8a0bba876abc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.840133] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.840133] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521f1e60-6c19-4f58-cc8a-7fcfdcab8106" [ 884.840133] env[69990]: _type = "HttpNfcLease" [ 884.840133] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 884.840513] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 884.840513] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521f1e60-6c19-4f58-cc8a-7fcfdcab8106" [ 884.840513] env[69990]: _type = "HttpNfcLease" [ 884.840513] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 884.841162] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f0adc-9a70-4fc6-a724-42f63b392fc7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.844735] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.845747] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.845865] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69f3832-2c8e-4870-87a1-c856a94e449f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.853531] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d3c57-50b7-cef2-089f-c849c925d837/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 884.853531] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d3c57-50b7-cef2-089f-c849c925d837/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 884.930035] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.930035] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 884.930035] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529a298c-814f-e1a8-5eed-641953d6f578" [ 884.930035] env[69990]: _type = "Task" [ 884.930035] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.930035] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96bc6334-a6c8-435f-a446-0a1d37b3752a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.940893] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529a298c-814f-e1a8-5eed-641953d6f578, 'name': SearchDatastore_Task, 'duration_secs': 0.008804} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.941673] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 884.941673] env[69990]: value = "task-3446375" [ 884.941673] env[69990]: _type = "Task" [ 884.941673] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.941905] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d30af2-adec-40d1-9700-95f52f5beb68 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.953403] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 884.953403] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e0b15c-4ae9-aae6-4c2e-2859ba7991a0" [ 884.953403] env[69990]: _type = "Task" [ 884.953403] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.953640] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.961102] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58d4bdee-3021-44af-a57b-f4b4b2fed732 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.967398] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e0b15c-4ae9-aae6-4c2e-2859ba7991a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.968656] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.969082] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d1da1147-e015-4d65-bc4a-e0655bd9e809/d1da1147-e015-4d65-bc4a-e0655bd9e809.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.969461] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f303038-7aae-4ebd-bb2c-ba8b6f41cf92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.978712] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 884.978712] env[69990]: value = "task-3446376" [ 884.978712] env[69990]: _type = "Task" [ 884.978712] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.987366] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.032279] env[69990]: DEBUG nova.network.neutron [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Updated VIF entry in instance network info cache for port 20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.032843] env[69990]: DEBUG nova.network.neutron [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Updating instance_info_cache with network_info: [{"id": "20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370", "address": "fa:16:3e:d0:61:7c", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dfc3b0-d4", "ovs_interfaceid": "20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.112782] env[69990]: DEBUG oslo_concurrency.lockutils [None req-33b9da4c-f112-4045-9fdd-53cea614419c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "7500e3ab-6762-4678-bf88-08c2425e9076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.830s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.245029] env[69990]: DEBUG nova.scheduler.client.report [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 885.245029] env[69990]: DEBUG nova.compute.provider_tree [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 104 to 105 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 885.245029] env[69990]: DEBUG nova.compute.provider_tree [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.310146] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.460766] env[69990]: DEBUG oslo_vmware.api [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446375, 'name': PowerOnVM_Task, 'duration_secs': 0.515174} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.461072] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.461277] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f12805cb-cede-44ae-b1e9-f5a51e256430 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance '1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.489910] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.537736] env[69990]: DEBUG oslo_concurrency.lockutils [req-47b9bb32-5e1e-4675-9242-1d61a06910d2 req-83df5d6c-3018-44bd-bb3b-745f9a6e381f service nova] Releasing lock "refresh_cache-d1da1147-e015-4d65-bc4a-e0655bd9e809" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.750429] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.753100] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.316s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.753344] env[69990]: DEBUG nova.objects.instance [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lazy-loading 'resources' on Instance uuid a78c0515-6ba4-43af-9d9e-50a253adc898 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.757080] env[69990]: DEBUG nova.network.neutron [-] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.784120] env[69990]: INFO nova.scheduler.client.report [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Deleted allocations for instance 4e0c6aea-deee-4f98-9d5a-7cf7b3637946 [ 885.813852] env[69990]: DEBUG oslo_vmware.api [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446373, 'name': PowerOnVM_Task, 'duration_secs': 1.371691} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.814519] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.814519] env[69990]: INFO nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Took 9.22 seconds to spawn the instance on the hypervisor. [ 885.814715] env[69990]: DEBUG nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.815757] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9953feed-f994-4060-9e66-f674ec13c3b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.888035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "7500e3ab-6762-4678-bf88-08c2425e9076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.888312] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "7500e3ab-6762-4678-bf88-08c2425e9076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.888639] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "7500e3ab-6762-4678-bf88-08c2425e9076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.889044] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "7500e3ab-6762-4678-bf88-08c2425e9076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.889379] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "7500e3ab-6762-4678-bf88-08c2425e9076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.892110] env[69990]: INFO nova.compute.manager [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Terminating instance [ 885.990924] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531921} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.991507] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d1da1147-e015-4d65-bc4a-e0655bd9e809/d1da1147-e015-4d65-bc4a-e0655bd9e809.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.991784] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.992057] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c260fe1-a3c9-4d73-add5-8cb7718f9584 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.998724] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 885.998724] env[69990]: value = "task-3446377" [ 885.998724] env[69990]: _type = "Task" [ 885.998724] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.010074] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.115602] env[69990]: DEBUG nova.compute.manager [req-16278d22-541e-4c1d-a448-9e15546968a1 req-e4461004-8aa3-49ba-9e00-b5839eb02799 service nova] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Received event network-vif-deleted-ca1eaf2f-4f76-405f-87dd-485d876c4bbf {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.261993] env[69990]: INFO nova.compute.manager [-] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Took 1.49 seconds to deallocate network for instance. [ 886.296993] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ed3d46be-97bd-4596-9447-e96045c8be71 tempest-SecurityGroupsTestJSON-149826431 tempest-SecurityGroupsTestJSON-149826431-project-member] Lock "4e0c6aea-deee-4f98-9d5a-7cf7b3637946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.560s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.348447] env[69990]: INFO nova.compute.manager [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Took 33.16 seconds to build instance. [ 886.400036] env[69990]: DEBUG nova.compute.manager [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.400393] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.403810] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a632484-f189-4b42-995d-fa4bd1b8b482 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.412824] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.416196] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-631977c4-7501-40bc-8005-a9a936dd59f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.425279] env[69990]: DEBUG oslo_vmware.api [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 886.425279] env[69990]: value = "task-3446379" [ 886.425279] env[69990]: _type = "Task" [ 886.425279] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.435679] env[69990]: DEBUG oslo_vmware.api [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.510962] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07156} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.511174] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.512041] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9b916f-3879-4a93-8b90-d51d089846f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.539764] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d1da1147-e015-4d65-bc4a-e0655bd9e809/d1da1147-e015-4d65-bc4a-e0655bd9e809.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.544412] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83aecd8b-3f8d-4c98-b113-c23641fa76c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.567632] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 886.567632] env[69990]: value = "task-3446380" [ 886.567632] env[69990]: _type = "Task" [ 886.567632] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.576928] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.745549] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2b3b17-f3de-40ff-9220-a689c9affc53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.754337] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e6f6aa-ad12-4812-bc95-bb77dc042b89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.791340] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.793369] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e63c98-65b2-4698-9250-380e76e30611 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.802495] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc1ce5-4653-4214-8823-16bd5ce10d72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.819912] env[69990]: DEBUG nova.compute.provider_tree [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.849937] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f47d034d-f5a4-4103-824f-b924c68240c9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.683s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.935968] env[69990]: DEBUG oslo_vmware.api [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446379, 'name': PowerOffVM_Task, 'duration_secs': 0.393828} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.936386] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.936742] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.936900] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e9f9473-edb1-4f4b-950f-72ced2ab0a58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.004720] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.004720] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.004720] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleting the datastore file [datastore1] 7500e3ab-6762-4678-bf88-08c2425e9076 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.006152] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-448d1cc6-4869-4f5d-8308-52df417e6a53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.018032] env[69990]: DEBUG oslo_vmware.api [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 887.018032] env[69990]: value = "task-3446382" [ 887.018032] env[69990]: _type = "Task" [ 887.018032] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.026723] env[69990]: DEBUG oslo_vmware.api [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.078597] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446380, 'name': ReconfigVM_Task, 'duration_secs': 0.471348} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.078942] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d1da1147-e015-4d65-bc4a-e0655bd9e809/d1da1147-e015-4d65-bc4a-e0655bd9e809.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.079694] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa2cb7ff-2f57-4889-a2ed-d48252e9cc09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.085442] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 887.085442] env[69990]: value = "task-3446383" [ 887.085442] env[69990]: _type = "Task" [ 887.085442] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.093817] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446383, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.325389] env[69990]: DEBUG nova.scheduler.client.report [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.530732] env[69990]: DEBUG oslo_vmware.api [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285603} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.530732] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.530732] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.531801] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.531801] env[69990]: INFO nova.compute.manager [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Took 1.13 seconds to destroy the instance on the hypervisor. [ 887.531801] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.531801] env[69990]: DEBUG nova.compute.manager [-] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.531801] env[69990]: DEBUG nova.network.neutron [-] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.597417] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446383, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.832141] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.837968] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.969s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.838172] env[69990]: DEBUG nova.objects.instance [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lazy-loading 'resources' on Instance uuid 652b92c2-2ed3-413e-88b9-47a22feb68d6 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.878856] env[69990]: INFO nova.scheduler.client.report [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Deleted allocations for instance a78c0515-6ba4-43af-9d9e-50a253adc898 [ 888.069384] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.069666] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.069848] env[69990]: DEBUG nova.compute.manager [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Going to confirm migration 3 {{(pid=69990) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 888.098797] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446383, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.390601] env[69990]: DEBUG oslo_concurrency.lockutils [None req-29206ac1-8a10-4070-a92f-ec32b7d8f9f1 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "a78c0515-6ba4-43af-9d9e-50a253adc898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.495s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.494128] env[69990]: DEBUG nova.compute.manager [req-27267154-cc3a-47fa-a795-82bc64a598fb req-0b33c602-da82-4621-a454-174af4e491fc service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Received event network-vif-deleted-4da45f16-a905-441c-a56a-cfa4c0103373 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.496096] env[69990]: INFO nova.compute.manager [req-27267154-cc3a-47fa-a795-82bc64a598fb req-0b33c602-da82-4621-a454-174af4e491fc service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Neutron deleted interface 4da45f16-a905-441c-a56a-cfa4c0103373; detaching it from the instance and deleting it from the info cache [ 888.496096] env[69990]: DEBUG nova.network.neutron [req-27267154-cc3a-47fa-a795-82bc64a598fb req-0b33c602-da82-4621-a454-174af4e491fc service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.599744] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446383, 'name': Rename_Task, 'duration_secs': 1.194512} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.600339] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.601030] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199a9bd0-eda3-4f2a-8267-f52fa0b1a785 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.612030] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 888.612030] env[69990]: value = "task-3446384" [ 888.612030] env[69990]: _type = "Task" [ 888.612030] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.623649] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.643407] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.643407] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.643646] env[69990]: DEBUG nova.network.neutron [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.643910] env[69990]: DEBUG nova.objects.instance [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lazy-loading 'info_cache' on Instance uuid 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.836993] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 888.838127] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687994', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'name': 'volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd321fb5-ee67-4f3f-92fd-a2402bd6718b', 'attached_at': '', 'detached_at': '', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'serial': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 888.841782] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725f621-30d4-49d7-b5f8-2cf3e0a33fe1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.859575] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9ed27-3746-4b99-8cb7-647aa26bb2de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.861322] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2298bdf5-70f6-4831-beb7-7b2dccf76c18 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.889326] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b/volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.892685] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940c44e6-cf7e-41cd-8e55-66315603e8a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.910021] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435182bf-1de2-44ba-9680-e73270ef4ee0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.954174] env[69990]: DEBUG nova.network.neutron [-] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.957559] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f09a8c3-6996-4023-b27a-899fe9299232 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.960884] env[69990]: DEBUG oslo_vmware.api [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 888.960884] env[69990]: value = "task-3446385" [ 888.960884] env[69990]: _type = "Task" [ 888.960884] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.968812] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665424c0-4243-4fe1-9172-4e49842a7c86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.977190] env[69990]: DEBUG oslo_vmware.api [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.988031] env[69990]: DEBUG nova.compute.provider_tree [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.998058] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b23609b7-7750-4174-972f-bf1bdb1a479c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.011731] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d8ae8-ff67-4b4b-b679-7cdc991a27de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.049911] env[69990]: DEBUG nova.compute.manager [req-27267154-cc3a-47fa-a795-82bc64a598fb req-0b33c602-da82-4621-a454-174af4e491fc service nova] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Detach interface failed, port_id=4da45f16-a905-441c-a56a-cfa4c0103373, reason: Instance 7500e3ab-6762-4678-bf88-08c2425e9076 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.122106] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446384, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.461118] env[69990]: INFO nova.compute.manager [-] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Took 1.93 seconds to deallocate network for instance. [ 889.477106] env[69990]: DEBUG oslo_vmware.api [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.491368] env[69990]: DEBUG nova.scheduler.client.report [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.624239] env[69990]: DEBUG oslo_vmware.api [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446384, 'name': PowerOnVM_Task, 'duration_secs': 0.76625} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.624742] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.625105] env[69990]: INFO nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Took 8.11 seconds to spawn the instance on the hypervisor. [ 889.627114] env[69990]: DEBUG nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.627114] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760acff-c72c-40af-95d4-0ed642cfb38d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.978793] env[69990]: DEBUG oslo_vmware.api [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446385, 'name': ReconfigVM_Task, 'duration_secs': 0.630762} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.980736] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.981441] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b/volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.987717] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec83ab0-0bdf-4405-bdc9-80f663e5b4b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.008007] env[69990]: DEBUG oslo_concurrency.lockutils [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.008473] env[69990]: DEBUG oslo_concurrency.lockutils [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.004s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.012821] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.014426] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.005s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.014426] env[69990]: DEBUG nova.objects.instance [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lazy-loading 'resources' on Instance uuid cd59449f-4389-405d-83e9-8316074aad77 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.021434] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.022684] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.022684] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.022684] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.022976] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.025307] env[69990]: DEBUG oslo_vmware.api [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 890.025307] env[69990]: value = "task-3446386" [ 890.025307] env[69990]: _type = "Task" [ 890.025307] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.025907] env[69990]: INFO nova.compute.manager [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Terminating instance [ 890.040963] env[69990]: DEBUG oslo_vmware.api [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.042141] env[69990]: INFO nova.scheduler.client.report [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Deleted allocations for instance 652b92c2-2ed3-413e-88b9-47a22feb68d6 [ 890.085030] env[69990]: DEBUG nova.network.neutron [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance_info_cache with network_info: [{"id": "e018160a-740a-4e10-9f16-5af3663a6792", "address": "fa:16:3e:c7:ee:f1", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape018160a-74", "ovs_interfaceid": "e018160a-740a-4e10-9f16-5af3663a6792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.150542] env[69990]: INFO nova.compute.manager [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Took 32.08 seconds to build instance. [ 890.514532] env[69990]: INFO nova.compute.manager [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Detaching volume 9bcff309-ef1d-45d4-b594-40f396799224 [ 890.521313] env[69990]: DEBUG nova.compute.manager [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Received event network-changed-5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.521513] env[69990]: DEBUG nova.compute.manager [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Refreshing instance network info cache due to event network-changed-5cfd01da-0b81-40e5-bc7b-cbc886926610. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.521738] env[69990]: DEBUG oslo_concurrency.lockutils [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] Acquiring lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.521893] env[69990]: DEBUG oslo_concurrency.lockutils [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] Acquired lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.522942] env[69990]: DEBUG nova.network.neutron [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Refreshing network info cache for port 5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.535162] env[69990]: DEBUG nova.compute.manager [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.535405] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.540794] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9b129c-40e7-482d-b2d8-c62f782040ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.544230] env[69990]: DEBUG oslo_vmware.api [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446386, 'name': ReconfigVM_Task, 'duration_secs': 0.153075} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.547910] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687994', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'name': 'volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd321fb5-ee67-4f3f-92fd-a2402bd6718b', 'attached_at': '', 'detached_at': '', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'serial': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 890.552830] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a5aef354-7334-4eb9-b262-8d2b04b513bc tempest-ServerMetadataTestJSON-1486383020 tempest-ServerMetadataTestJSON-1486383020-project-member] Lock "652b92c2-2ed3-413e-88b9-47a22feb68d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.281s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.558286] env[69990]: INFO nova.virt.block_device [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Attempting to driver detach volume 9bcff309-ef1d-45d4-b594-40f396799224 from mountpoint /dev/sdb [ 890.558528] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 890.558716] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687953', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'name': 'volume-9bcff309-ef1d-45d4-b594-40f396799224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec071c54-6c86-4dfe-8411-3cee70ddf188', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'serial': '9bcff309-ef1d-45d4-b594-40f396799224'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 890.561650] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17198614-c560-4d2c-b806-c4dede4f0157 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.566226] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.569190] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f653c556-9d09-4e94-80de-010e8c4bce81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.595196] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.595536] env[69990]: DEBUG nova.objects.instance [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lazy-loading 'migration_context' on Instance uuid 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.601596] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb5aba4-a025-44af-a08a-027d731cedab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.605422] env[69990]: DEBUG oslo_vmware.api [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 890.605422] env[69990]: value = "task-3446390" [ 890.605422] env[69990]: _type = "Task" [ 890.605422] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.615288] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce7cace-a70b-4de5-aaaa-2cdbe284cbfa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.625715] env[69990]: DEBUG oslo_vmware.api [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.650609] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58368b79-7c0f-4975-911e-46d823d00089 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.653945] env[69990]: DEBUG oslo_concurrency.lockutils [None req-88341475-ee54-49db-a3b3-968710cb4c58 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.596s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.669161] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bcff309-ef1d-45d4-b594-40f396799224/volume-9bcff309-ef1d-45d4-b594-40f396799224.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 890.675505] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 890.682683] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee95397-59f8-4ae5-ae46-1d77e7e3d583 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.702593] env[69990]: DEBUG oslo_vmware.api [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 890.702593] env[69990]: value = "task-3446391" [ 890.702593] env[69990]: _type = "Task" [ 890.702593] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.711883] env[69990]: DEBUG oslo_vmware.api [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.018130] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e1b59-7165-413f-8ae6-2b811c290a4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.029111] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255325a-653f-40c3-b15b-6b73cb6731f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.068285] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e1ae29-f30d-4cd3-8f17-92dde767b745 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.076225] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83c924-1d38-4f11-972d-f23f07004f40 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.090990] env[69990]: DEBUG nova.compute.provider_tree [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.107968] env[69990]: DEBUG nova.objects.base [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Object Instance<1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8> lazy-loaded attributes: info_cache,migration_context {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.108497] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c017ac26-851c-4ef3-a554-eba7493fb2f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.125302] env[69990]: DEBUG oslo_vmware.api [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446390, 'name': PowerOffVM_Task, 'duration_secs': 0.312137} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.141924] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.142172] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.143374] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2eb4dab-bedc-4a0e-af62-bd4f9ff55a58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.145211] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cc2fd7-f824-4bc2-bcd1-8738bc16ebcc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.151408] env[69990]: DEBUG oslo_vmware.api [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 891.151408] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52874a2c-7b4b-68aa-47f6-b057011728dd" [ 891.151408] env[69990]: _type = "Task" [ 891.151408] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.161590] env[69990]: DEBUG oslo_vmware.api [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52874a2c-7b4b-68aa-47f6-b057011728dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.214762] env[69990]: DEBUG oslo_vmware.api [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446391, 'name': ReconfigVM_Task, 'duration_secs': 0.303815} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.215014] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 891.219895] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e29e3d1-9b5d-40f5-a0c4-1cac4a9d5344 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.238607] env[69990]: DEBUG oslo_vmware.api [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 891.238607] env[69990]: value = "task-3446393" [ 891.238607] env[69990]: _type = "Task" [ 891.238607] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.246550] env[69990]: DEBUG oslo_vmware.api [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.269305] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.269305] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.269305] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Deleting the datastore file [datastore1] 86dd6a38-843d-43b4-89cc-f7357ce975b8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.269305] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0c5fa8-f20e-43e4-b10b-dc86a7c5c262 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.271632] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "d1da1147-e015-4d65-bc4a-e0655bd9e809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.271851] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.272059] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "d1da1147-e015-4d65-bc4a-e0655bd9e809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.272286] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.272505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.275491] env[69990]: DEBUG oslo_vmware.api [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for the task: (returnval){ [ 891.275491] env[69990]: value = "task-3446394" [ 891.275491] env[69990]: _type = "Task" [ 891.275491] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.275978] env[69990]: INFO nova.compute.manager [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Terminating instance [ 891.288575] env[69990]: DEBUG oslo_vmware.api [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.337225] env[69990]: DEBUG nova.network.neutron [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Updated VIF entry in instance network info cache for port 5cfd01da-0b81-40e5-bc7b-cbc886926610. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.337626] env[69990]: DEBUG nova.network.neutron [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Updating instance_info_cache with network_info: [{"id": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "address": "fa:16:3e:31:8c:13", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfd01da-0b", "ovs_interfaceid": "5cfd01da-0b81-40e5-bc7b-cbc886926610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.594792] env[69990]: DEBUG nova.scheduler.client.report [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.649364] env[69990]: DEBUG nova.objects.instance [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'flavor' on Instance uuid fd321fb5-ee67-4f3f-92fd-a2402bd6718b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.664948] env[69990]: DEBUG oslo_vmware.api [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52874a2c-7b4b-68aa-47f6-b057011728dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.664948] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.756364] env[69990]: DEBUG oslo_vmware.api [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446393, 'name': ReconfigVM_Task, 'duration_secs': 0.164184} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.756875] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687953', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'name': 'volume-9bcff309-ef1d-45d4-b594-40f396799224', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec071c54-6c86-4dfe-8411-3cee70ddf188', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcff309-ef1d-45d4-b594-40f396799224', 'serial': '9bcff309-ef1d-45d4-b594-40f396799224'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 891.787444] env[69990]: DEBUG nova.compute.manager [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.787733] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.788765] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff45abc6-87a8-4869-aa1d-b08a2bb04669 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.796424] env[69990]: DEBUG oslo_vmware.api [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.802236] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.802453] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d64954aa-a81e-49a0-afd8-ce31dfec027b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.809295] env[69990]: DEBUG oslo_vmware.api [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 891.809295] env[69990]: value = "task-3446395" [ 891.809295] env[69990]: _type = "Task" [ 891.809295] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.819676] env[69990]: DEBUG oslo_vmware.api [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.840370] env[69990]: DEBUG oslo_concurrency.lockutils [req-1b3b4ec6-5778-4043-9f84-7d49b68c2eed req-e9ed49e0-3373-4ab4-947d-ec8426aedd5c service nova] Releasing lock "refresh_cache-da46ebc6-6bda-478c-936a-033cb13c53ee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.101038] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.103572] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.977s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.109248] env[69990]: INFO nova.compute.claims [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.133924] env[69990]: INFO nova.scheduler.client.report [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Deleted allocations for instance cd59449f-4389-405d-83e9-8316074aad77 [ 892.155279] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f8134b9-b4ea-42bb-bd55-5de8fba25323 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.450s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.293836] env[69990]: DEBUG oslo_vmware.api [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Task: {'id': task-3446394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536546} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.293836] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.293836] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.294095] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.294163] env[69990]: INFO nova.compute.manager [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Took 1.76 seconds to destroy the instance on the hypervisor. [ 892.294365] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.294603] env[69990]: DEBUG nova.compute.manager [-] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.294664] env[69990]: DEBUG nova.network.neutron [-] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.321091] env[69990]: DEBUG oslo_vmware.api [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446395, 'name': PowerOffVM_Task, 'duration_secs': 0.262002} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.321888] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.321888] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.321888] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5138f72-2a6e-4d9c-b60c-8e1a463242ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.335073] env[69990]: DEBUG nova.objects.instance [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lazy-loading 'flavor' on Instance uuid ec071c54-6c86-4dfe-8411-3cee70ddf188 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.386373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.386373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.386373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.386373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.386373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.386651] env[69990]: INFO nova.compute.manager [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Terminating instance [ 892.399091] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.399271] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.399458] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleting the datastore file [datastore1] d1da1147-e015-4d65-bc4a-e0655bd9e809 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.399767] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e359fb11-555f-47ba-99b2-4fca68abfc24 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.409655] env[69990]: DEBUG oslo_vmware.api [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 892.409655] env[69990]: value = "task-3446397" [ 892.409655] env[69990]: _type = "Task" [ 892.409655] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.419090] env[69990]: DEBUG oslo_vmware.api [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.646634] env[69990]: DEBUG oslo_concurrency.lockutils [None req-444ee2dd-94cd-4614-83ef-90ed66e6c8ed tempest-ServerMetadataNegativeTestJSON-2103159626 tempest-ServerMetadataNegativeTestJSON-2103159626-project-member] Lock "cd59449f-4389-405d-83e9-8316074aad77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.219s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.807634] env[69990]: DEBUG nova.compute.manager [req-0a5aeae6-e68f-461a-a2da-903d3d5fb150 req-36b88b47-bcfc-4897-8bbf-b2ca3ac828cd service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Received event network-vif-deleted-1860ad60-ddc0-4843-baed-5d8a65ee5d89 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.808055] env[69990]: INFO nova.compute.manager [req-0a5aeae6-e68f-461a-a2da-903d3d5fb150 req-36b88b47-bcfc-4897-8bbf-b2ca3ac828cd service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Neutron deleted interface 1860ad60-ddc0-4843-baed-5d8a65ee5d89; detaching it from the instance and deleting it from the info cache [ 892.808436] env[69990]: DEBUG nova.network.neutron [req-0a5aeae6-e68f-461a-a2da-903d3d5fb150 req-36b88b47-bcfc-4897-8bbf-b2ca3ac828cd service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.897022] env[69990]: DEBUG nova.compute.manager [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.897022] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.897022] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27110292-fe64-48a1-8240-239d0a60b20f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.904135] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 892.904135] env[69990]: value = "task-3446398" [ 892.904135] env[69990]: _type = "Task" [ 892.904135] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.928464] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.933045] env[69990]: DEBUG oslo_vmware.api [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390194} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.933383] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.933638] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.933860] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.934099] env[69990]: INFO nova.compute.manager [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Took 1.15 seconds to destroy the instance on the hypervisor. [ 892.934394] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.934632] env[69990]: DEBUG nova.compute.manager [-] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.934767] env[69990]: DEBUG nova.network.neutron [-] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.280753] env[69990]: DEBUG nova.network.neutron [-] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.314783] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5345f0b-18cb-4b75-b153-7598ebe888b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.326435] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda32137-268f-4158-a33e-b5f61fc89926 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.351531] env[69990]: DEBUG oslo_concurrency.lockutils [None req-efc0318b-9e26-4a9b-acf1-d8ef552e0064 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.373585] env[69990]: DEBUG nova.compute.manager [req-0a5aeae6-e68f-461a-a2da-903d3d5fb150 req-36b88b47-bcfc-4897-8bbf-b2ca3ac828cd service nova] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Detach interface failed, port_id=1860ad60-ddc0-4843-baed-5d8a65ee5d89, reason: Instance 86dd6a38-843d-43b4-89cc-f7357ce975b8 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.423029] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446398, 'name': PowerOffVM_Task, 'duration_secs': 0.300398} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.426929] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.426929] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 893.427201] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687994', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'name': 'volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd321fb5-ee67-4f3f-92fd-a2402bd6718b', 'attached_at': '', 'detached_at': '', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'serial': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 893.428200] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a61886-f183-45b6-a272-e29542cc392c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.458457] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b561c5-38c4-41ef-b10f-4f1649b90948 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.467250] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cf854-e10b-453d-820f-ad0530d79f3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.496120] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878d5d1-85ce-40e8-b7b3-b12797bd4658 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.515201] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] The volume has not been displaced from its original location: [datastore1] volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b/volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 893.520652] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.524086] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c87f36b-e174-4674-9459-fabd1fd28fff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.541972] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 893.541972] env[69990]: value = "task-3446400" [ 893.541972] env[69990]: _type = "Task" [ 893.541972] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.552887] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.689467] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4822ae8-c61d-4dda-a520-dbe98fa4e69a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.697576] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5fac8c-a37e-4707-87ac-6010be98275e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.729051] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf2253d-fd50-4653-9b37-afac0f27b739 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.737762] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058aa7d4-8915-4a51-a749-4c2a238374fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.751380] env[69990]: DEBUG nova.compute.provider_tree [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.783713] env[69990]: INFO nova.compute.manager [-] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Took 1.49 seconds to deallocate network for instance. [ 893.913787] env[69990]: DEBUG nova.network.neutron [-] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.054705] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.255490] env[69990]: DEBUG nova.scheduler.client.report [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.292348] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.420559] env[69990]: INFO nova.compute.manager [-] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Took 1.49 seconds to deallocate network for instance. [ 894.556707] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.671241] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.671651] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.672091] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "ec071c54-6c86-4dfe-8411-3cee70ddf188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.672091] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.672241] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.678642] env[69990]: INFO nova.compute.manager [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Terminating instance [ 894.760681] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.762595] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.765620] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.560s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.767064] env[69990]: INFO nova.compute.claims [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.861446] env[69990]: DEBUG nova.compute.manager [req-84cfaf5d-2d1e-4ba4-af6d-62e36e0126b1 req-b8ef147d-82a8-4063-bd84-3a53da14a989 service nova] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Received event network-vif-deleted-20dfc3b0-d4d9-4d6f-aaf2-808cec4cc370 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.928193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.057934] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446400, 'name': ReconfigVM_Task, 'duration_secs': 1.405348} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.058026] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.066535] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b14c15-9a0e-4e06-bce0-078bc8218b54 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.086758] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 895.086758] env[69990]: value = "task-3446401" [ 895.086758] env[69990]: _type = "Task" [ 895.086758] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.097109] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.181867] env[69990]: DEBUG nova.compute.manager [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.182922] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.184483] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3395e26c-0ee8-4851-8666-6a0347af0f08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.193179] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.193457] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26ee497-a479-4389-ac4f-fa2f008e4d07 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.200791] env[69990]: DEBUG oslo_vmware.api [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 895.200791] env[69990]: value = "task-3446402" [ 895.200791] env[69990]: _type = "Task" [ 895.200791] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.209988] env[69990]: DEBUG oslo_vmware.api [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.271688] env[69990]: DEBUG nova.compute.utils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.277013] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.277013] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.316531] env[69990]: DEBUG nova.policy [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46282a1d8697483c9234e364ca3c9685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba74fe417ab44f4aeb98773ba70ff5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.601010] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446401, 'name': ReconfigVM_Task, 'duration_secs': 0.204584} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.601430] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687994', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'name': 'volume-9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd321fb5-ee67-4f3f-92fd-a2402bd6718b', 'attached_at': '', 'detached_at': '', 'volume_id': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b', 'serial': '9f6ce46e-e34b-420a-b5b4-f182a2c46d7b'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 895.601767] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.602978] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c184e3b-7ab1-4bef-84e6-3f27f90f9e92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.615908] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.617122] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f7c721d-8b05-4a53-a7f9-e2d4b8d4f24f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.653695] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Successfully created port: 8d6a8393-0423-4bcd-958a-346010660e54 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.682015] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.682402] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.682625] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleting the datastore file [datastore1] fd321fb5-ee67-4f3f-92fd-a2402bd6718b {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.682913] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-899f3414-05df-4f79-bfc4-efaf612ffbc2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.694746] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 895.694746] env[69990]: value = "task-3446405" [ 895.694746] env[69990]: _type = "Task" [ 895.694746] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.700503] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.714564] env[69990]: DEBUG oslo_vmware.api [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446402, 'name': PowerOffVM_Task, 'duration_secs': 0.268722} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.715385] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.715741] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.716181] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54377ad6-0d99-44d2-aecb-194b791b5785 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.780070] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.796107] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.796464] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.796688] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleting the datastore file [datastore2] ec071c54-6c86-4dfe-8411-3cee70ddf188 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.796978] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b856890-aeb1-476e-a500-fcbcdec94356 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.808178] env[69990]: DEBUG oslo_vmware.api [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 895.808178] env[69990]: value = "task-3446407" [ 895.808178] env[69990]: _type = "Task" [ 895.808178] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.820932] env[69990]: DEBUG oslo_vmware.api [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.916116] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d3c57-50b7-cef2-089f-c849c925d837/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.920414] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbac57c-5251-4092-8186-978090cff0b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.925449] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d3c57-50b7-cef2-089f-c849c925d837/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.925626] env[69990]: ERROR oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d3c57-50b7-cef2-089f-c849c925d837/disk-0.vmdk due to incomplete transfer. [ 895.925862] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7cbdba41-085c-418a-993b-c55cfbbfec41 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.934031] env[69990]: DEBUG oslo_vmware.rw_handles [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d3c57-50b7-cef2-089f-c849c925d837/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 895.934031] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Uploaded image 9e82a743-8875-4b82-a105-050afc333c53 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 895.936584] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 895.936677] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ba3b3ad-e5e1-42ea-86e6-f7ea5615bf94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.943569] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 895.943569] env[69990]: value = "task-3446408" [ 895.943569] env[69990]: _type = "Task" [ 895.943569] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.955090] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446408, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.202995] env[69990]: DEBUG oslo_vmware.api [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185539} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.205741] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.206098] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.206197] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.206377] env[69990]: INFO nova.compute.manager [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Took 3.31 seconds to destroy the instance on the hypervisor. [ 896.206608] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.206999] env[69990]: DEBUG nova.compute.manager [-] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.207987] env[69990]: DEBUG nova.network.neutron [-] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.272730] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a81a1ca-3c6c-4741-94e3-10e47c2dbb1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.284168] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0a1a8e-6f77-4936-9172-309e80314124 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.334569] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e588b383-a669-4f4c-879b-be17892e3d37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.345590] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd297e6-63b4-419b-8c5f-9d7aeaa95dcc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.350257] env[69990]: DEBUG oslo_vmware.api [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184857} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.350518] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.350694] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.350867] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.351064] env[69990]: INFO nova.compute.manager [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Took 1.17 seconds to destroy the instance on the hypervisor. [ 896.351894] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.351894] env[69990]: DEBUG nova.compute.manager [-] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.352064] env[69990]: DEBUG nova.network.neutron [-] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.364082] env[69990]: DEBUG nova.compute.provider_tree [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.457475] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446408, 'name': Destroy_Task, 'duration_secs': 0.354644} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.457678] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Destroyed the VM [ 896.457904] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.458170] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76b06838-c7cf-4bcf-8ebb-f5dd8431de10 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.465600] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 896.465600] env[69990]: value = "task-3446409" [ 896.465600] env[69990]: _type = "Task" [ 896.465600] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.477236] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.838869] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.869352] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.869635] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.869841] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.869963] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.870393] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.870719] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.871090] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.872171] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.872171] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.872171] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.872171] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.872741] env[69990]: DEBUG nova.scheduler.client.report [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.878818] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e650ee-addb-4b49-9285-e36c1d2674ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.890978] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e3da65-a65c-4c1c-820b-129ee8abf1da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.920327] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.920557] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.975412] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446409, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.985785] env[69990]: DEBUG nova.compute.manager [req-b19b560f-3d35-4874-9d7f-4525b8c1aa18 req-3b91ff32-01f1-426d-91ae-776d590de860 service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Received event network-vif-deleted-edb09dad-1f33-4673-93e2-602d6b3d10ae {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.985916] env[69990]: INFO nova.compute.manager [req-b19b560f-3d35-4874-9d7f-4525b8c1aa18 req-3b91ff32-01f1-426d-91ae-776d590de860 service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Neutron deleted interface edb09dad-1f33-4673-93e2-602d6b3d10ae; detaching it from the instance and deleting it from the info cache [ 896.986136] env[69990]: DEBUG nova.network.neutron [req-b19b560f-3d35-4874-9d7f-4525b8c1aa18 req-3b91ff32-01f1-426d-91ae-776d590de860 service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.084706] env[69990]: DEBUG nova.network.neutron [-] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.164857] env[69990]: DEBUG nova.compute.manager [req-40bdff68-34a4-45c5-a64b-b8ae420a2a26 req-8cb8071b-d6a1-4fe9-a789-971eb52834a7 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Received event network-vif-deleted-d410f163-466d-4f1c-ae74-12a0d89de20c {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.164857] env[69990]: INFO nova.compute.manager [req-40bdff68-34a4-45c5-a64b-b8ae420a2a26 req-8cb8071b-d6a1-4fe9-a789-971eb52834a7 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Neutron deleted interface d410f163-466d-4f1c-ae74-12a0d89de20c; detaching it from the instance and deleting it from the info cache [ 897.164857] env[69990]: DEBUG nova.network.neutron [req-40bdff68-34a4-45c5-a64b-b8ae420a2a26 req-8cb8071b-d6a1-4fe9-a789-971eb52834a7 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.318152] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Successfully updated port: 8d6a8393-0423-4bcd-958a-346010660e54 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.386739] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.387316] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.390340] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.146s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.391835] env[69990]: INFO nova.compute.claims [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.423380] env[69990]: DEBUG nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.476414] env[69990]: DEBUG oslo_vmware.api [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446409, 'name': RemoveSnapshot_Task, 'duration_secs': 0.519862} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.476680] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.476902] env[69990]: INFO nova.compute.manager [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Took 16.39 seconds to snapshot the instance on the hypervisor. [ 897.488852] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25653554-8917-4e94-b60c-25d9ea5482d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.497287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6f1140-8985-444b-bf63-a60a889c38c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.528183] env[69990]: DEBUG nova.compute.manager [req-b19b560f-3d35-4874-9d7f-4525b8c1aa18 req-3b91ff32-01f1-426d-91ae-776d590de860 service nova] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Detach interface failed, port_id=edb09dad-1f33-4673-93e2-602d6b3d10ae, reason: Instance fd321fb5-ee67-4f3f-92fd-a2402bd6718b could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.587178] env[69990]: INFO nova.compute.manager [-] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Took 1.38 seconds to deallocate network for instance. [ 897.643328] env[69990]: DEBUG nova.network.neutron [-] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.666587] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40a43e44-f55e-449d-a6da-befae6255c08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.676251] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b8c048-c437-4af8-b84a-8ab486fba0e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.708808] env[69990]: DEBUG nova.compute.manager [req-40bdff68-34a4-45c5-a64b-b8ae420a2a26 req-8cb8071b-d6a1-4fe9-a789-971eb52834a7 service nova] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Detach interface failed, port_id=d410f163-466d-4f1c-ae74-12a0d89de20c, reason: Instance ec071c54-6c86-4dfe-8411-3cee70ddf188 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.823996] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "refresh_cache-d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.824167] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "refresh_cache-d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.825379] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.896177] env[69990]: DEBUG nova.compute.utils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.899606] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.899746] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.949181] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.951077] env[69990]: DEBUG nova.policy [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46282a1d8697483c9234e364ca3c9685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba74fe417ab44f4aeb98773ba70ff5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.022783] env[69990]: DEBUG nova.compute.manager [None req-1e6ba03e-488d-47c6-ac78-da015a7bd341 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Found 2 images (rotation: 2) {{(pid=69990) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 898.144165] env[69990]: INFO nova.compute.manager [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Took 0.56 seconds to detach 1 volumes for instance. [ 898.156023] env[69990]: INFO nova.compute.manager [-] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Took 1.80 seconds to deallocate network for instance. [ 898.269315] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Successfully created port: 646247dc-c095-4de2-a422-3ffa36557784 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.361098] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.400511] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.523431] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Updating instance_info_cache with network_info: [{"id": "8d6a8393-0423-4bcd-958a-346010660e54", "address": "fa:16:3e:87:65:ac", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6a8393-04", "ovs_interfaceid": "8d6a8393-0423-4bcd-958a-346010660e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.656703] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.662301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.770198] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b02bf33-bcec-4779-8c00-3e9d9a11d2a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.777856] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb88acc-d0c3-4b43-af0a-78d8389137b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.808710] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c1b95-9761-460e-aa5a-929c5c0c9c4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.816540] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9826c3c1-b2af-44b4-93e2-bf157fda2645 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.832348] env[69990]: DEBUG nova.compute.provider_tree [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.026421] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "refresh_cache-d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.026747] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Instance network_info: |[{"id": "8d6a8393-0423-4bcd-958a-346010660e54", "address": "fa:16:3e:87:65:ac", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6a8393-04", "ovs_interfaceid": "8d6a8393-0423-4bcd-958a-346010660e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.027184] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:65:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d6a8393-0423-4bcd-958a-346010660e54', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.034953] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.035244] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.035481] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-039f73f6-9e09-460e-b53b-09eb99d26542 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.055289] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.055289] env[69990]: value = "task-3446411" [ 899.055289] env[69990]: _type = "Task" [ 899.055289] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.063394] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446411, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.076801] env[69990]: DEBUG nova.compute.manager [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Received event network-vif-plugged-8d6a8393-0423-4bcd-958a-346010660e54 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.076956] env[69990]: DEBUG oslo_concurrency.lockutils [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] Acquiring lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.077192] env[69990]: DEBUG oslo_concurrency.lockutils [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.077362] env[69990]: DEBUG oslo_concurrency.lockutils [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.077524] env[69990]: DEBUG nova.compute.manager [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] No waiting events found dispatching network-vif-plugged-8d6a8393-0423-4bcd-958a-346010660e54 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.077687] env[69990]: WARNING nova.compute.manager [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Received unexpected event network-vif-plugged-8d6a8393-0423-4bcd-958a-346010660e54 for instance with vm_state building and task_state spawning. [ 899.077842] env[69990]: DEBUG nova.compute.manager [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Received event network-changed-8d6a8393-0423-4bcd-958a-346010660e54 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.077985] env[69990]: DEBUG nova.compute.manager [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Refreshing instance network info cache due to event network-changed-8d6a8393-0423-4bcd-958a-346010660e54. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.078182] env[69990]: DEBUG oslo_concurrency.lockutils [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] Acquiring lock "refresh_cache-d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.078315] env[69990]: DEBUG oslo_concurrency.lockutils [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] Acquired lock "refresh_cache-d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.078468] env[69990]: DEBUG nova.network.neutron [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Refreshing network info cache for port 8d6a8393-0423-4bcd-958a-346010660e54 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.335683] env[69990]: DEBUG nova.scheduler.client.report [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.415206] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.436952] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.438030] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.438030] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.438030] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.438030] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.438030] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.438249] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.438249] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.438421] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.438581] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.438749] env[69990]: DEBUG nova.virt.hardware [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.439640] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624a7899-0e08-47b7-a413-558b62e41917 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.448249] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bb9595-36e3-4c9e-a9d3-5bd521ca0bcb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.564964] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446411, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.641029] env[69990]: DEBUG nova.compute.manager [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.641029] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84fcfc7-5a27-415b-b9d9-c6e291b59029 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.779647] env[69990]: DEBUG nova.network.neutron [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Updated VIF entry in instance network info cache for port 8d6a8393-0423-4bcd-958a-346010660e54. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.779647] env[69990]: DEBUG nova.network.neutron [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Updating instance_info_cache with network_info: [{"id": "8d6a8393-0423-4bcd-958a-346010660e54", "address": "fa:16:3e:87:65:ac", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6a8393-04", "ovs_interfaceid": "8d6a8393-0423-4bcd-958a-346010660e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.824423] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Successfully updated port: 646247dc-c095-4de2-a422-3ffa36557784 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.841031] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.841031] env[69990]: DEBUG nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.845663] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.722s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.845915] env[69990]: DEBUG nova.objects.instance [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lazy-loading 'resources' on Instance uuid 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.067781] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446411, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.155156] env[69990]: INFO nova.compute.manager [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] instance snapshotting [ 900.155897] env[69990]: DEBUG nova.objects.instance [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'flavor' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.281525] env[69990]: DEBUG oslo_concurrency.lockutils [req-dd5c8dbf-365d-4e85-a654-ae04dfa81cd0 req-64830bcd-ac59-46ad-a84b-5ccca24ef19f service nova] Releasing lock "refresh_cache-d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.326975] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "refresh_cache-bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.327158] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "refresh_cache-bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.327326] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.348762] env[69990]: DEBUG nova.objects.instance [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.350767] env[69990]: DEBUG nova.compute.utils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.353395] env[69990]: DEBUG nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.353395] env[69990]: DEBUG nova.network.neutron [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.423588] env[69990]: DEBUG nova.policy [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f3619eaf304a27808efba0e9c62ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12a4b084cb6b490b8d5def211aade559', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.567988] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446411, 'name': CreateVM_Task, 'duration_secs': 1.372294} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.568120] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.568784] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.568991] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.569362] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.569659] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4c58dd-421f-42a2-b7a9-f5bb56a792e5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.575399] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 900.575399] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5216374c-1fe8-7fd7-3df9-27d46bbf2da9" [ 900.575399] env[69990]: _type = "Task" [ 900.575399] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.584528] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5216374c-1fe8-7fd7-3df9-27d46bbf2da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.661898] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e2f0ac-345e-4bf7-a509-2281be507742 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.684297] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe9ade-5a6d-403b-bea4-2e4d505ece75 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.729098] env[69990]: DEBUG nova.network.neutron [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Successfully created port: f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.853966] env[69990]: DEBUG nova.objects.base [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Object Instance<9a02cf3b-61f3-41b2-bd11-2a2143b625e0> lazy-loaded attributes: resources,numa_topology {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.857778] env[69990]: DEBUG nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.862395] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.070823] env[69990]: DEBUG nova.network.neutron [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Updating instance_info_cache with network_info: [{"id": "646247dc-c095-4de2-a422-3ffa36557784", "address": "fa:16:3e:e5:4e:98", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646247dc-c0", "ovs_interfaceid": "646247dc-c095-4de2-a422-3ffa36557784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.086259] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5216374c-1fe8-7fd7-3df9-27d46bbf2da9, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.087475] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.087475] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.087475] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087475] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.087475] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.088307] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baec86a3-ba0f-4fa9-8779-441fd7a51fee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.097844] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.098051] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.099069] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcdecd1-29a0-4a3f-94e1-cdcff4b65418 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.106211] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 901.106211] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d4b4f2-0105-6e60-66a5-a1ec2555fd56" [ 901.106211] env[69990]: _type = "Task" [ 901.106211] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.113921] env[69990]: DEBUG nova.compute.manager [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Received event network-vif-plugged-646247dc-c095-4de2-a422-3ffa36557784 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.114139] env[69990]: DEBUG oslo_concurrency.lockutils [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] Acquiring lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.114345] env[69990]: DEBUG oslo_concurrency.lockutils [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.114503] env[69990]: DEBUG oslo_concurrency.lockutils [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.114667] env[69990]: DEBUG nova.compute.manager [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] No waiting events found dispatching network-vif-plugged-646247dc-c095-4de2-a422-3ffa36557784 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.114827] env[69990]: WARNING nova.compute.manager [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Received unexpected event network-vif-plugged-646247dc-c095-4de2-a422-3ffa36557784 for instance with vm_state building and task_state spawning. [ 901.114985] env[69990]: DEBUG nova.compute.manager [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Received event network-changed-646247dc-c095-4de2-a422-3ffa36557784 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.115324] env[69990]: DEBUG nova.compute.manager [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Refreshing instance network info cache due to event network-changed-646247dc-c095-4de2-a422-3ffa36557784. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.115497] env[69990]: DEBUG oslo_concurrency.lockutils [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] Acquiring lock "refresh_cache-bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.121154] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d4b4f2-0105-6e60-66a5-a1ec2555fd56, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.121910] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83249a1b-e440-41a8-aba3-686ad14d0089 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.129032] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 901.129032] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521e73b2-0abc-4a57-ff72-d36f8b7f775a" [ 901.129032] env[69990]: _type = "Task" [ 901.129032] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.140051] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521e73b2-0abc-4a57-ff72-d36f8b7f775a, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.140312] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.140625] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf/d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.143191] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41add38e-9528-4fea-97ef-351fe6b473b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.149018] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 901.149018] env[69990]: value = "task-3446413" [ 901.149018] env[69990]: _type = "Task" [ 901.149018] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.157339] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.197704] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.198050] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-410c39cd-752e-44c7-81c6-dc05ad51c1c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.209210] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 901.209210] env[69990]: value = "task-3446414" [ 901.209210] env[69990]: _type = "Task" [ 901.209210] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.218927] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.258831] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e544eb-43af-4866-800f-90599c5cb69e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.267559] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759fd0e-e426-403a-9417-9fba357089e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.298313] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d6cd98-6537-40b8-b344-2eaf03a43206 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.306319] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fb4cc2-a191-4a8b-a9ef-05320e5ffdde {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.322378] env[69990]: DEBUG nova.compute.provider_tree [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.575670] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "refresh_cache-bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.576089] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Instance network_info: |[{"id": "646247dc-c095-4de2-a422-3ffa36557784", "address": "fa:16:3e:e5:4e:98", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646247dc-c0", "ovs_interfaceid": "646247dc-c095-4de2-a422-3ffa36557784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.576492] env[69990]: DEBUG oslo_concurrency.lockutils [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] Acquired lock "refresh_cache-bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.576658] env[69990]: DEBUG nova.network.neutron [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Refreshing network info cache for port 646247dc-c095-4de2-a422-3ffa36557784 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.578046] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:4e:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '646247dc-c095-4de2-a422-3ffa36557784', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.586833] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.588244] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.588466] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ab8176-ad28-46e1-bf0c-7c58c898a706 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.611594] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.611594] env[69990]: value = "task-3446415" [ 901.611594] env[69990]: _type = "Task" [ 901.611594] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.621655] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446415, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.659750] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.720243] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446414, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.825660] env[69990]: DEBUG nova.scheduler.client.report [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.866249] env[69990]: DEBUG nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.892699] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.892989] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.893221] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.893465] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.893632] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.893782] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.893991] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.894253] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.894432] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.894596] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.894769] env[69990]: DEBUG nova.virt.hardware [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.895679] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9618702-c98a-4525-b3bc-09a17b11ccbf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.905026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c52a9b4-a4fc-4ee0-a3c6-b53714a65b4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.122187] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446415, 'name': CreateVM_Task, 'duration_secs': 0.487103} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.122443] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.123335] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.123547] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.123900] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.124209] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8597b3-8d6e-4d87-8a51-86b07d970f9a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.129368] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 902.129368] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]528f7157-4630-0bb0-95f9-6da8cf9438c7" [ 902.129368] env[69990]: _type = "Task" [ 902.129368] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.139307] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528f7157-4630-0bb0-95f9-6da8cf9438c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.159268] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714911} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.159588] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf/d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.159804] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.160065] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13095284-88c7-42d3-94df-396449485b86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.166153] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 902.166153] env[69990]: value = "task-3446417" [ 902.166153] env[69990]: _type = "Task" [ 902.166153] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.174533] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.224724] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446414, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.237664] env[69990]: DEBUG nova.network.neutron [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Successfully updated port: f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.331831] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.486s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.340671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.060s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.340944] env[69990]: DEBUG nova.objects.instance [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lazy-loading 'resources' on Instance uuid ecd1271e-b133-462f-aa41-00d79575f2c8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.391843] env[69990]: DEBUG nova.network.neutron [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Updated VIF entry in instance network info cache for port 646247dc-c095-4de2-a422-3ffa36557784. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.392232] env[69990]: DEBUG nova.network.neutron [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Updating instance_info_cache with network_info: [{"id": "646247dc-c095-4de2-a422-3ffa36557784", "address": "fa:16:3e:e5:4e:98", "network": {"id": "2a9d562c-b72e-4f72-93f3-4aba480c761f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1465465087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eba74fe417ab44f4aeb98773ba70ff5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap646247dc-c0", "ovs_interfaceid": "646247dc-c095-4de2-a422-3ffa36557784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.639846] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528f7157-4630-0bb0-95f9-6da8cf9438c7, 'name': SearchDatastore_Task, 'duration_secs': 0.043371} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.640159] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.640438] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.640692] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.640866] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.641070] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.641371] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af83b12f-a79c-4aa0-aaf3-c5a54999d4dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.649456] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.649640] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.650414] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa3153e-ec9f-4f6a-8a8b-57b058c5ac20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.656187] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 902.656187] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5234c79e-fa16-474c-b3e5-fac87e326745" [ 902.656187] env[69990]: _type = "Task" [ 902.656187] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.664430] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5234c79e-fa16-474c-b3e5-fac87e326745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.673794] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067421} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.674057] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.674793] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc451f-6a60-4841-8463-8f78c8f3875a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.696099] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf/d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.696363] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c0202c-8646-402a-a585-2043aa459cb9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.716025] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 902.716025] env[69990]: value = "task-3446418" [ 902.716025] env[69990]: _type = "Task" [ 902.716025] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.719617] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446414, 'name': CreateSnapshot_Task, 'duration_secs': 1.208615} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.722387] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 902.723122] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f3432-8fdc-4be9-a87a-f519c08e4736 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.730478] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.745987] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "refresh_cache-9be5ce79-4545-4e64-a6ba-93533008ea23" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.748153] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "refresh_cache-9be5ce79-4545-4e64-a6ba-93533008ea23" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.748153] env[69990]: DEBUG nova.network.neutron [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.850168] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a4007d32-ee5d-4e34-aa38-3d8af70bcffb tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.944s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.851143] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.201s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.851413] env[69990]: INFO nova.compute.manager [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Unshelving [ 902.896923] env[69990]: DEBUG oslo_concurrency.lockutils [req-b4c1fad1-8636-4045-a613-5472413298ff req-42e8354c-a55c-4435-8c7c-0b3368c09824 service nova] Releasing lock "refresh_cache-bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.132552] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aaa275-e6fc-4aae-8b44-fa93d689f569 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.137788] env[69990]: DEBUG nova.compute.manager [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Received event network-vif-plugged-f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.137986] env[69990]: DEBUG oslo_concurrency.lockutils [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] Acquiring lock "9be5ce79-4545-4e64-a6ba-93533008ea23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.138209] env[69990]: DEBUG oslo_concurrency.lockutils [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.138374] env[69990]: DEBUG oslo_concurrency.lockutils [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.138534] env[69990]: DEBUG nova.compute.manager [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] No waiting events found dispatching network-vif-plugged-f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.138695] env[69990]: WARNING nova.compute.manager [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Received unexpected event network-vif-plugged-f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 for instance with vm_state building and task_state spawning. [ 903.138866] env[69990]: DEBUG nova.compute.manager [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Received event network-changed-f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.139039] env[69990]: DEBUG nova.compute.manager [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Refreshing instance network info cache due to event network-changed-f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.139211] env[69990]: DEBUG oslo_concurrency.lockutils [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] Acquiring lock "refresh_cache-9be5ce79-4545-4e64-a6ba-93533008ea23" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.144611] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bea12e1-b888-4c48-94ef-040fef3e3bb2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.178763] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248bd04-4043-4f64-a431-9d7ad3541995 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.188719] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb9d40-f240-4df9-92d7-92f89793b18b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.192146] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5234c79e-fa16-474c-b3e5-fac87e326745, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.193336] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70ba45e-f67e-4c60-822d-91d8805b4157 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.202631] env[69990]: DEBUG nova.compute.provider_tree [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.206578] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 903.206578] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5291f885-4124-cf4c-d952-a290cdb79693" [ 903.206578] env[69990]: _type = "Task" [ 903.206578] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.213859] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5291f885-4124-cf4c-d952-a290cdb79693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.227153] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446418, 'name': ReconfigVM_Task, 'duration_secs': 0.329298} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.227411] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf/d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.228030] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a69c128e-b6b8-4373-9e80-75d523387b03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.233675] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 903.233675] env[69990]: value = "task-3446419" [ 903.233675] env[69990]: _type = "Task" [ 903.233675] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.246145] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 903.246436] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-258dbdb2-2937-4774-b6bb-8371cdfbca51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.255221] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446419, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.259262] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 903.259262] env[69990]: value = "task-3446420" [ 903.259262] env[69990]: _type = "Task" [ 903.259262] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.267182] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446420, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.282933] env[69990]: DEBUG nova.network.neutron [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.470972] env[69990]: DEBUG nova.network.neutron [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Updating instance_info_cache with network_info: [{"id": "f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7", "address": "fa:16:3e:84:ab:fb", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f3f46f-24", "ovs_interfaceid": "f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.705580] env[69990]: DEBUG nova.scheduler.client.report [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.720386] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5291f885-4124-cf4c-d952-a290cdb79693, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.720607] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.720895] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] bde8ff3f-6dd4-4f31-bd02-1217c1634cfb/bde8ff3f-6dd4-4f31-bd02-1217c1634cfb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.721173] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c7f3db4-3854-4d27-b871-6ec528d1ded2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.728845] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 903.728845] env[69990]: value = "task-3446421" [ 903.728845] env[69990]: _type = "Task" [ 903.728845] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.738031] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.745265] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446419, 'name': Rename_Task, 'duration_secs': 0.154961} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.745583] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.745835] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea0619ac-4c9b-4243-8beb-c14ea51620eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.751503] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 903.751503] env[69990]: value = "task-3446422" [ 903.751503] env[69990]: _type = "Task" [ 903.751503] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.761681] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.769359] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446420, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.879636] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.973601] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "refresh_cache-9be5ce79-4545-4e64-a6ba-93533008ea23" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.973891] env[69990]: DEBUG nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Instance network_info: |[{"id": "f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7", "address": "fa:16:3e:84:ab:fb", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f3f46f-24", "ovs_interfaceid": "f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.974260] env[69990]: DEBUG oslo_concurrency.lockutils [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] Acquired lock "refresh_cache-9be5ce79-4545-4e64-a6ba-93533008ea23" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.974443] env[69990]: DEBUG nova.network.neutron [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Refreshing network info cache for port f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.975760] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ab:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.984957] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.986086] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.986417] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2344ece1-5834-40b5-84c0-5f77333bb682 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.008911] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.008911] env[69990]: value = "task-3446424" [ 904.008911] env[69990]: _type = "Task" [ 904.008911] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.018178] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446424, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.215625] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.218250] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.174s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.218480] env[69990]: DEBUG nova.objects.instance [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'pci_requests' on Instance uuid a0c60cf0-e184-490d-921a-4da52c473859 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.236070] env[69990]: INFO nova.scheduler.client.report [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Deleted allocations for instance ecd1271e-b133-462f-aa41-00d79575f2c8 [ 904.242664] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446421, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.261851] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.270814] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446420, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.519086] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446424, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.714356] env[69990]: DEBUG nova.network.neutron [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Updated VIF entry in instance network info cache for port f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.714711] env[69990]: DEBUG nova.network.neutron [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Updating instance_info_cache with network_info: [{"id": "f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7", "address": "fa:16:3e:84:ab:fb", "network": {"id": "ef195f78-d6d5-474f-9cf6-108ad18ed091", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2095045204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a4b084cb6b490b8d5def211aade559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f3f46f-24", "ovs_interfaceid": "f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.721977] env[69990]: DEBUG nova.objects.instance [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'numa_topology' on Instance uuid a0c60cf0-e184-490d-921a-4da52c473859 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.739417] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537118} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.739676] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] bde8ff3f-6dd4-4f31-bd02-1217c1634cfb/bde8ff3f-6dd4-4f31-bd02-1217c1634cfb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.739890] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.740145] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6d97d6-25c0-4685-8fce-fe9e84e41679 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.749387] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 904.749387] env[69990]: value = "task-3446425" [ 904.749387] env[69990]: _type = "Task" [ 904.749387] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.752999] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469c50e8-b8f2-4eb0-a387-d2bed0fa460f tempest-ServersWithSpecificFlavorTestJSON-131074625 tempest-ServersWithSpecificFlavorTestJSON-131074625-project-member] Lock "ecd1271e-b133-462f-aa41-00d79575f2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.633s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.764907] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.771654] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446422, 'name': PowerOnVM_Task, 'duration_secs': 0.591087} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.772544] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.772759] env[69990]: INFO nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Took 7.93 seconds to spawn the instance on the hypervisor. [ 904.772941] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.774049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb538a41-b442-4089-8865-0e6c9e53ccbe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.780492] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446420, 'name': CloneVM_Task, 'duration_secs': 1.447456} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.781205] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Created linked-clone VM from snapshot [ 904.781876] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d39a43d-5c3a-4ce2-ac6f-9b17812c66ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.794162] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Uploading image cc3b7551-461e-4fbe-8f33-33377108ebe6 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 904.828256] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 904.828256] env[69990]: value = "vm-688004" [ 904.828256] env[69990]: _type = "VirtualMachine" [ 904.828256] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 904.828647] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea447811-6a00-453f-9bb8-e92d66f93006 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.837305] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease: (returnval){ [ 904.837305] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bd67d4-9956-ff18-fe0c-8a2a864c4373" [ 904.837305] env[69990]: _type = "HttpNfcLease" [ 904.837305] env[69990]: } obtained for exporting VM: (result){ [ 904.837305] env[69990]: value = "vm-688004" [ 904.837305] env[69990]: _type = "VirtualMachine" [ 904.837305] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 904.837575] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the lease: (returnval){ [ 904.837575] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bd67d4-9956-ff18-fe0c-8a2a864c4373" [ 904.837575] env[69990]: _type = "HttpNfcLease" [ 904.837575] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.845548] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.845548] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bd67d4-9956-ff18-fe0c-8a2a864c4373" [ 904.845548] env[69990]: _type = "HttpNfcLease" [ 904.845548] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.021898] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446424, 'name': CreateVM_Task, 'duration_secs': 0.588612} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.021898] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.022103] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.022270] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.022591] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.022874] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161f9f59-3795-48b0-b960-0a1f6c1ef6fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.028778] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 905.028778] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bc9ae4-5507-ebe8-db35-1558d39ac09f" [ 905.028778] env[69990]: _type = "Task" [ 905.028778] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.037065] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52bc9ae4-5507-ebe8-db35-1558d39ac09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.217271] env[69990]: DEBUG oslo_concurrency.lockutils [req-347d2750-e3aa-4373-a0a0-be185522f9a8 req-81834222-d733-47f6-93a5-cfdf03aed6d3 service nova] Releasing lock "refresh_cache-9be5ce79-4545-4e64-a6ba-93533008ea23" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.225054] env[69990]: INFO nova.compute.claims [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.259645] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062823} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.259645] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.260875] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd58b72-c1e2-4992-8418-e50297835ed9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.285613] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] bde8ff3f-6dd4-4f31-bd02-1217c1634cfb/bde8ff3f-6dd4-4f31-bd02-1217c1634cfb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.285613] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d441747a-efc6-4c57-bc7b-f5f4c6ec3928 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.306490] env[69990]: INFO nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Took 35.21 seconds to build instance. [ 905.312647] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 905.312647] env[69990]: value = "task-3446427" [ 905.312647] env[69990]: _type = "Task" [ 905.312647] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.322089] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.346629] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.346629] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bd67d4-9956-ff18-fe0c-8a2a864c4373" [ 905.346629] env[69990]: _type = "HttpNfcLease" [ 905.346629] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 905.347026] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 905.347026] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bd67d4-9956-ff18-fe0c-8a2a864c4373" [ 905.347026] env[69990]: _type = "HttpNfcLease" [ 905.347026] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 905.347659] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946248c3-8830-44ee-8a88-3a6e2399b638 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.355506] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52163714-0dd5-1497-2b27-589c16db5bce/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 905.355659] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52163714-0dd5-1497-2b27-589c16db5bce/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 905.445553] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31619a6c-cd8e-4f5f-bce7-74335114a493 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.543100] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52bc9ae4-5507-ebe8-db35-1558d39ac09f, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.543431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.543661] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.543970] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.544054] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.544223] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.544486] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b879fdd5-dde4-47c2-a0bd-36e8b2616339 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.554447] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.554645] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.555439] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1792ac59-acc6-44cd-a770-372d07c20a32 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.561537] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 905.561537] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f04b30-0a23-ff19-2405-f2eb0de14d4e" [ 905.561537] env[69990]: _type = "Task" [ 905.561537] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.570143] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f04b30-0a23-ff19-2405-f2eb0de14d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.811609] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.722s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.823724] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446427, 'name': ReconfigVM_Task, 'duration_secs': 0.326711} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.824367] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] bde8ff3f-6dd4-4f31-bd02-1217c1634cfb/bde8ff3f-6dd4-4f31-bd02-1217c1634cfb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.824685] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96bbde56-a894-4a28-94da-1298512c7c93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.836867] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 905.836867] env[69990]: value = "task-3446428" [ 905.836867] env[69990]: _type = "Task" [ 905.836867] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.851149] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446428, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.076047] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f04b30-0a23-ff19-2405-f2eb0de14d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.076814] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd10982-60b7-4e19-91d4-2a225e1477dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.084309] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 906.084309] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52475193-7f02-2330-1879-fa1fb0f4e6a7" [ 906.084309] env[69990]: _type = "Task" [ 906.084309] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.101469] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52475193-7f02-2330-1879-fa1fb0f4e6a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.226950] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef148068-4314-421f-b99b-01756b5f4852 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.235429] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8a3aa9-8878-49c4-9fbb-f104e67c9ec1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.271952] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b6e667-add2-4ca6-8521-c3f0f6a13e7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.280978] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c21b4-f6bf-4b19-9046-2629b832bb0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.299106] env[69990]: DEBUG nova.compute.provider_tree [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.347635] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446428, 'name': Rename_Task, 'duration_secs': 0.165107} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.347635] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.347798] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5923b482-9d33-492e-897a-b97fe5afac5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.355758] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 906.355758] env[69990]: value = "task-3446430" [ 906.355758] env[69990]: _type = "Task" [ 906.355758] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.364475] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.596708] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52475193-7f02-2330-1879-fa1fb0f4e6a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014663} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.597232] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.597596] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 9be5ce79-4545-4e64-a6ba-93533008ea23/9be5ce79-4545-4e64-a6ba-93533008ea23.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.598043] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36af2aa5-5fd7-4d86-a618-ea6a104f47c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.606732] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 906.606732] env[69990]: value = "task-3446431" [ 906.606732] env[69990]: _type = "Task" [ 906.606732] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.615906] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.805304] env[69990]: DEBUG nova.scheduler.client.report [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.869121] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446430, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.120581] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.322024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.099s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.322615] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.232s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.324449] env[69990]: DEBUG nova.objects.instance [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lazy-loading 'resources' on Instance uuid 2da1960e-c34b-456b-8703-fcd47581a160 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.366627] env[69990]: DEBUG oslo_vmware.api [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446430, 'name': PowerOnVM_Task, 'duration_secs': 0.577518} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.366952] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.367235] env[69990]: INFO nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Took 7.95 seconds to spawn the instance on the hypervisor. [ 907.367476] env[69990]: DEBUG nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.368401] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a5db0a-8d96-44fe-b8de-4401661e655b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.401132] env[69990]: INFO nova.network.neutron [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating port f2e6126a-ff3b-4c27-a9e2-c56f343457a2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 907.620312] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596526} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.620443] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 9be5ce79-4545-4e64-a6ba-93533008ea23/9be5ce79-4545-4e64-a6ba-93533008ea23.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.621592] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.621592] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9210f783-567d-4b30-bfe3-c5c829c72d3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.629013] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 907.629013] env[69990]: value = "task-3446432" [ 907.629013] env[69990]: _type = "Task" [ 907.629013] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.638453] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.889088] env[69990]: INFO nova.compute.manager [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Took 37.70 seconds to build instance. [ 908.145977] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072091} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.146272] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.147073] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c0897-1e99-417f-8004-3ae1b4ab2059 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.178022] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 9be5ce79-4545-4e64-a6ba-93533008ea23/9be5ce79-4545-4e64-a6ba-93533008ea23.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.178529] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca9140f8-da9d-4b48-be72-a8bc8c2ce1d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.200581] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 908.200581] env[69990]: value = "task-3446433" [ 908.200581] env[69990]: _type = "Task" [ 908.200581] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.212316] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.233498] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfdfd3d-cb21-4399-84d0-64a8aeee77e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.242397] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f20d6-6a67-455a-a31d-4c5248374248 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.274610] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f0df1-6963-45e5-b803-ca6d1b6eb66c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.283628] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c8831c-7a61-4d56-8c25-87d2549d3e53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.299662] env[69990]: DEBUG nova.compute.provider_tree [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.391876] env[69990]: DEBUG oslo_concurrency.lockutils [None req-10cc62ad-078c-41d0-818e-82cd3dfa63ac tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.238s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.712064] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446433, 'name': ReconfigVM_Task, 'duration_secs': 0.464213} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.712365] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 9be5ce79-4545-4e64-a6ba-93533008ea23/9be5ce79-4545-4e64-a6ba-93533008ea23.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.713474] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c138af1-3a91-4b07-978a-bb6c9d5a573a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.721300] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 908.721300] env[69990]: value = "task-3446434" [ 908.721300] env[69990]: _type = "Task" [ 908.721300] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.732846] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446434, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.808343] env[69990]: DEBUG nova.scheduler.client.report [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.233570] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446434, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.278041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.278041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.278041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.278041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.278041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.282427] env[69990]: INFO nova.compute.manager [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Terminating instance [ 909.316716] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.323033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.217s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.323033] env[69990]: DEBUG nova.objects.instance [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'resources' on Instance uuid 5e17d57e-213d-496c-aa6b-653c9d1e0302 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.347112] env[69990]: INFO nova.scheduler.client.report [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Deleted allocations for instance 2da1960e-c34b-456b-8703-fcd47581a160 [ 909.362493] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.362493] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.362493] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.362493] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.362493] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.363855] env[69990]: INFO nova.compute.manager [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Terminating instance [ 909.426024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.426024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.426024] env[69990]: DEBUG nova.network.neutron [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.446437] env[69990]: DEBUG nova.compute.manager [req-adb9dcfc-bc43-4188-be1f-ae73dd8e025c req-7ac19030-f2f2-4669-bbe9-3ac6f545c662 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-vif-plugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.446920] env[69990]: DEBUG oslo_concurrency.lockutils [req-adb9dcfc-bc43-4188-be1f-ae73dd8e025c req-7ac19030-f2f2-4669-bbe9-3ac6f545c662 service nova] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.446920] env[69990]: DEBUG oslo_concurrency.lockutils [req-adb9dcfc-bc43-4188-be1f-ae73dd8e025c req-7ac19030-f2f2-4669-bbe9-3ac6f545c662 service nova] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.447055] env[69990]: DEBUG oslo_concurrency.lockutils [req-adb9dcfc-bc43-4188-be1f-ae73dd8e025c req-7ac19030-f2f2-4669-bbe9-3ac6f545c662 service nova] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.447225] env[69990]: DEBUG nova.compute.manager [req-adb9dcfc-bc43-4188-be1f-ae73dd8e025c req-7ac19030-f2f2-4669-bbe9-3ac6f545c662 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] No waiting events found dispatching network-vif-plugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.452765] env[69990]: WARNING nova.compute.manager [req-adb9dcfc-bc43-4188-be1f-ae73dd8e025c req-7ac19030-f2f2-4669-bbe9-3ac6f545c662 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received unexpected event network-vif-plugged-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 for instance with vm_state shelved_offloaded and task_state spawning. [ 909.733336] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446434, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.791216] env[69990]: DEBUG nova.compute.manager [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.791321] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.792271] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f7216c-d273-403b-be0c-19eaeab2566e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.804892] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.805343] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed12fea1-b0f8-4d3d-8ddb-2ba3a233e4a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.816044] env[69990]: DEBUG oslo_vmware.api [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 909.816044] env[69990]: value = "task-3446435" [ 909.816044] env[69990]: _type = "Task" [ 909.816044] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.830388] env[69990]: DEBUG oslo_vmware.api [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.864019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f266e69b-1019-4323-b1c3-ee871120c2e6 tempest-ServerExternalEventsTest-1193956750 tempest-ServerExternalEventsTest-1193956750-project-member] Lock "2da1960e-c34b-456b-8703-fcd47581a160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.269s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.873223] env[69990]: DEBUG nova.compute.manager [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.873312] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.875177] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41ef24e-4e91-457f-8b16-cebc8f43df7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.886278] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.886465] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbea45b6-09c6-446b-a367-9a1ee07d7023 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.923022] env[69990]: DEBUG oslo_vmware.api [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 909.923022] env[69990]: value = "task-3446436" [ 909.923022] env[69990]: _type = "Task" [ 909.923022] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.936968] env[69990]: DEBUG oslo_vmware.api [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.239104] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446434, 'name': Rename_Task, 'duration_secs': 1.065768} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.239399] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.239553] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f26fbc-bb2c-426e-ab27-7dd497332db4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.251690] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 910.251690] env[69990]: value = "task-3446437" [ 910.251690] env[69990]: _type = "Task" [ 910.251690] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.261445] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.304372] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4997896-300e-4190-bd40-33960531a2c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.326586] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a8e4f-00df-4f71-a6c6-c093decdfb72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.335866] env[69990]: DEBUG oslo_vmware.api [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446435, 'name': PowerOffVM_Task, 'duration_secs': 0.232404} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.365456] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.365456] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.365818] env[69990]: DEBUG nova.network.neutron [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [{"id": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "address": "fa:16:3e:be:8b:c7", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e6126a-ff", "ovs_interfaceid": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.366992] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c42030f7-c4e7-41d0-9c1c-2d7ce8d0aaaf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.369326] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8958d3-9e1d-4fb4-a211-2c34af2816f2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.380833] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3162d2d3-f545-4749-8f76-f796c08f8ad2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.400957] env[69990]: DEBUG nova.compute.provider_tree [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.415372] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquiring lock "5102b267-7001-41f4-814d-e0e1f28aadee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.415613] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "5102b267-7001-41f4-814d-e0e1f28aadee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.433313] env[69990]: DEBUG oslo_vmware.api [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446436, 'name': PowerOffVM_Task, 'duration_secs': 0.260929} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.433755] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.433755] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.434242] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b35556-6499-4893-a8d6-d0822e4a4a01 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.447095] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.447396] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.447599] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleting the datastore file [datastore1] d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.447869] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47678f4c-0b07-42a0-a072-922e840f7c37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.458500] env[69990]: DEBUG oslo_vmware.api [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 910.458500] env[69990]: value = "task-3446440" [ 910.458500] env[69990]: _type = "Task" [ 910.458500] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.467857] env[69990]: DEBUG oslo_vmware.api [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.518477] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.518766] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.519057] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleting the datastore file [datastore1] bde8ff3f-6dd4-4f31-bd02-1217c1634cfb {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.519542] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd600b60-6cd1-40ff-9b43-923d539dec3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.527647] env[69990]: DEBUG oslo_vmware.api [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for the task: (returnval){ [ 910.527647] env[69990]: value = "task-3446441" [ 910.527647] env[69990]: _type = "Task" [ 910.527647] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.536171] env[69990]: DEBUG oslo_vmware.api [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.766737] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.873033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.907797] env[69990]: DEBUG nova.scheduler.client.report [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.916838] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f159f6a2b6a5185157377d95339994ca',container_format='bare',created_at=2025-04-15T16:47:10Z,direct_url=,disk_format='vmdk',id=cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-125172750-shelved',owner='1a7cf91d9c3f465c839490b88d51d9fd',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-15T16:47:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.917055] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.917452] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.917520] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.917753] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.917977] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.918295] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.918498] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.918695] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.918890] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.919093] env[69990]: DEBUG nova.virt.hardware [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.919502] env[69990]: DEBUG nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.923040] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988ed21a-1569-4e05-8790-796df6fa065c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.933591] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01705b8f-ad28-4745-b5ee-e42fd2bc2964 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.950597] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:8b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2e6126a-ff3b-4c27-a9e2-c56f343457a2', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.958995] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.959854] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.960348] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f1d1ac5-965a-4ee9-807e-8c094229d0c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.989174] env[69990]: DEBUG oslo_vmware.api [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284982} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.990622] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.990861] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.991114] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.991225] env[69990]: INFO nova.compute.manager [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 910.991460] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.991664] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.991664] env[69990]: value = "task-3446442" [ 910.991664] env[69990]: _type = "Task" [ 910.991664] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.991850] env[69990]: DEBUG nova.compute.manager [-] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.991937] env[69990]: DEBUG nova.network.neutron [-] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.004101] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446442, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.040438] env[69990]: DEBUG oslo_vmware.api [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Task: {'id': task-3446441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292531} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.040808] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.041087] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.041339] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.041575] env[69990]: INFO nova.compute.manager [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 911.041921] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.042185] env[69990]: DEBUG nova.compute.manager [-] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.042313] env[69990]: DEBUG nova.network.neutron [-] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.270664] env[69990]: DEBUG oslo_vmware.api [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446437, 'name': PowerOnVM_Task, 'duration_secs': 0.655816} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.271048] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.271296] env[69990]: INFO nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Took 9.40 seconds to spawn the instance on the hypervisor. [ 911.271507] env[69990]: DEBUG nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.272530] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6a3ef-8cef-4b6d-b8f0-5100d42e2e6b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.414928] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.416887] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.626s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.417137] env[69990]: DEBUG nova.objects.instance [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lazy-loading 'resources' on Instance uuid a35789c2-56b0-4d99-a759-b6f7ff859efc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.448229] env[69990]: INFO nova.scheduler.client.report [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted allocations for instance 5e17d57e-213d-496c-aa6b-653c9d1e0302 [ 911.448229] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.487313] env[69990]: DEBUG nova.compute.manager [req-c7311697-4246-45c9-8d06-89fef43a0313 req-aff8555d-1d1f-4a86-8a91-c4c779dce2dc service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Received event network-vif-deleted-646247dc-c095-4de2-a422-3ffa36557784 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.487586] env[69990]: INFO nova.compute.manager [req-c7311697-4246-45c9-8d06-89fef43a0313 req-aff8555d-1d1f-4a86-8a91-c4c779dce2dc service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Neutron deleted interface 646247dc-c095-4de2-a422-3ffa36557784; detaching it from the instance and deleting it from the info cache [ 911.487804] env[69990]: DEBUG nova.network.neutron [req-c7311697-4246-45c9-8d06-89fef43a0313 req-aff8555d-1d1f-4a86-8a91-c4c779dce2dc service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.505159] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446442, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.576281] env[69990]: DEBUG nova.compute.manager [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.578239] env[69990]: DEBUG nova.compute.manager [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing instance network info cache due to event network-changed-f2e6126a-ff3b-4c27-a9e2-c56f343457a2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.578239] env[69990]: DEBUG oslo_concurrency.lockutils [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] Acquiring lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.578239] env[69990]: DEBUG oslo_concurrency.lockutils [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] Acquired lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.578239] env[69990]: DEBUG nova.network.neutron [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Refreshing network info cache for port f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.791883] env[69990]: INFO nova.compute.manager [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Took 41.57 seconds to build instance. [ 911.820670] env[69990]: DEBUG nova.network.neutron [-] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.861319] env[69990]: DEBUG nova.network.neutron [-] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.958166] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3d6ba1b5-62ee-40d8-a016-b492fb7b036c tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.920s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.959210] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Acquired lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.962898] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3717de9f-69ac-4278-8693-54a557e1ebd3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.976023] env[69990]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 911.976023] env[69990]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69990) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 911.976023] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfda0dcc-7d35-4979-9cd3-271e34a8824f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.993378] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6936bdb7-1d5a-4a45-8b8c-60688336199d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.008767] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84caf3bf-80ac-4b7f-bb36-27a2f3e7a6b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.021739] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446442, 'name': CreateVM_Task, 'duration_secs': 0.564397} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.027827] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.028869] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.029056] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.030008] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.035435] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d135e-c92e-4dda-902f-55e67ed3391f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.097217] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d798efb5-1429-4d4a-880e-fdd664024f1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.111303] env[69990]: ERROR root [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-687943' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-687943' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-687943' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-687943'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-687943' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-687943' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-687943'}\n"]: nova.exception.InstanceNotFound: Instance 5e17d57e-213d-496c-aa6b-653c9d1e0302 could not be found. [ 912.111563] env[69990]: DEBUG oslo_concurrency.lockutils [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] Releasing lock "5e17d57e-213d-496c-aa6b-653c9d1e0302" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.113538] env[69990]: DEBUG nova.compute.manager [req-353c8433-726c-4430-83dc-34d5192dc034 req-3242fce8-c09e-48f7-8cab-524d6aec8233 service nova] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Detach interface failed, port_id=d94dea77-638d-429e-9b9e-798d20e88859, reason: Instance 5e17d57e-213d-496c-aa6b-653c9d1e0302 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.125399] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 912.125399] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520bdba7-be61-7124-813b-94cdde0ecba9" [ 912.125399] env[69990]: _type = "Task" [ 912.125399] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.152810] env[69990]: DEBUG nova.compute.manager [req-c7311697-4246-45c9-8d06-89fef43a0313 req-aff8555d-1d1f-4a86-8a91-c4c779dce2dc service nova] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Detach interface failed, port_id=646247dc-c095-4de2-a422-3ffa36557784, reason: Instance bde8ff3f-6dd4-4f31-bd02-1217c1634cfb could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.170226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.170226] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Processing image cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.170226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.170226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.170226] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.170226] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34dfd7de-d93c-48ec-a2c7-d790b5341a22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.212710] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.212710] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.213307] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a90479-bb48-4450-8435-e2a3578a5442 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.222514] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 912.222514] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527af815-047e-acb6-cdca-511fdb866b07" [ 912.222514] env[69990]: _type = "Task" [ 912.222514] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.233700] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527af815-047e-acb6-cdca-511fdb866b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.296989] env[69990]: DEBUG oslo_concurrency.lockutils [None req-34b9976a-502c-40ee-bb60-fc89c3ec2990 tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.085s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.322840] env[69990]: INFO nova.compute.manager [-] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Took 1.33 seconds to deallocate network for instance. [ 912.367282] env[69990]: INFO nova.compute.manager [-] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Took 1.32 seconds to deallocate network for instance. [ 912.457452] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf3335-0827-413c-9c57-e1bcca5384d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.467379] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b84ad3-0b6f-4535-a056-a9b81c9681a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.507088] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95514897-0fcf-4556-92ca-7ca7557cc254 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.516506] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c32a0d8-0f65-4eb3-8f4d-6618464b4e3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.532980] env[69990]: DEBUG nova.compute.provider_tree [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.636366] env[69990]: DEBUG nova.network.neutron [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updated VIF entry in instance network info cache for port f2e6126a-ff3b-4c27-a9e2-c56f343457a2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.636819] env[69990]: DEBUG nova.network.neutron [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [{"id": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "address": "fa:16:3e:be:8b:c7", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e6126a-ff", "ovs_interfaceid": "f2e6126a-ff3b-4c27-a9e2-c56f343457a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.711872] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "9be5ce79-4545-4e64-a6ba-93533008ea23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.712199] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.712376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "9be5ce79-4545-4e64-a6ba-93533008ea23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.712560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.712724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.714805] env[69990]: INFO nova.compute.manager [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Terminating instance [ 912.734180] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Preparing fetch location {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 912.734443] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Fetch image to [datastore2] OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f/OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f.vmdk {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 912.734628] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Downloading stream optimized image cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb to [datastore2] OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f/OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f.vmdk on the data store datastore2 as vApp {{(pid=69990) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 912.734799] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Downloading image file data cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb to the ESX as VM named 'OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f' {{(pid=69990) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 912.819978] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 912.819978] env[69990]: value = "resgroup-9" [ 912.819978] env[69990]: _type = "ResourcePool" [ 912.819978] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 912.820326] env[69990]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-42fabddf-db0c-43c6-9fdf-369f96afa7cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.844394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.851463] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease: (returnval){ [ 912.851463] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a5ad3-93a6-cf02-c05d-faf77c259c46" [ 912.851463] env[69990]: _type = "HttpNfcLease" [ 912.851463] env[69990]: } obtained for vApp import into resource pool (val){ [ 912.851463] env[69990]: value = "resgroup-9" [ 912.851463] env[69990]: _type = "ResourcePool" [ 912.851463] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 912.851856] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the lease: (returnval){ [ 912.851856] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a5ad3-93a6-cf02-c05d-faf77c259c46" [ 912.851856] env[69990]: _type = "HttpNfcLease" [ 912.851856] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.859729] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.859729] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a5ad3-93a6-cf02-c05d-faf77c259c46" [ 912.859729] env[69990]: _type = "HttpNfcLease" [ 912.859729] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.876058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.039537] env[69990]: DEBUG nova.scheduler.client.report [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.142238] env[69990]: DEBUG oslo_concurrency.lockutils [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] Releasing lock "refresh_cache-a0c60cf0-e184-490d-921a-4da52c473859" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.142238] env[69990]: DEBUG nova.compute.manager [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Received event network-vif-deleted-8d6a8393-0423-4bcd-958a-346010660e54 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.142238] env[69990]: INFO nova.compute.manager [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Neutron deleted interface 8d6a8393-0423-4bcd-958a-346010660e54; detaching it from the instance and deleting it from the info cache [ 913.142238] env[69990]: DEBUG nova.network.neutron [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.219046] env[69990]: DEBUG nova.compute.manager [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.219233] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.220115] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a138d568-6a34-4935-9893-d484c21d6fdf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.229851] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.230145] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6775b66-16e6-4f45-8f43-7fd750f1e934 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.238409] env[69990]: DEBUG oslo_vmware.api [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 913.238409] env[69990]: value = "task-3446444" [ 913.238409] env[69990]: _type = "Task" [ 913.238409] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.252264] env[69990]: DEBUG oslo_vmware.api [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.360786] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.360786] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a5ad3-93a6-cf02-c05d-faf77c259c46" [ 913.360786] env[69990]: _type = "HttpNfcLease" [ 913.360786] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.545409] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.548604] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.568s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.549222] env[69990]: DEBUG nova.objects.instance [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lazy-loading 'resources' on Instance uuid 7500e3ab-6762-4678-bf88-08c2425e9076 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.594438] env[69990]: INFO nova.scheduler.client.report [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Deleted allocations for instance a35789c2-56b0-4d99-a759-b6f7ff859efc [ 913.648468] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3c068e8-9c54-40cf-a0e4-25a88ce13279 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.663558] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c01f524-db68-43ef-ba8f-90aa267e7877 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.706582] env[69990]: DEBUG nova.compute.manager [req-0bd36dba-0842-4e0e-961c-3f95d68cd6f5 req-245f4a2b-6ba6-41a7-b610-e31176a9f605 service nova] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Detach interface failed, port_id=8d6a8393-0423-4bcd-958a-346010660e54, reason: Instance d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.760325] env[69990]: DEBUG oslo_vmware.api [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446444, 'name': PowerOffVM_Task, 'duration_secs': 0.250617} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.761987] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.764539] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.764539] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cfff9ce-2c05-45c8-8ae3-f5b43cf44c90 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.842015] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.842263] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.843130] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleting the datastore file [datastore2] 9be5ce79-4545-4e64-a6ba-93533008ea23 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.843130] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6855d1c-ed89-48a0-92b0-e66aeb30ad35 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.858167] env[69990]: DEBUG oslo_vmware.api [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for the task: (returnval){ [ 913.858167] env[69990]: value = "task-3446446" [ 913.858167] env[69990]: _type = "Task" [ 913.858167] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.865806] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.865806] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a5ad3-93a6-cf02-c05d-faf77c259c46" [ 913.865806] env[69990]: _type = "HttpNfcLease" [ 913.865806] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 913.866709] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 913.866709] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a5ad3-93a6-cf02-c05d-faf77c259c46" [ 913.866709] env[69990]: _type = "HttpNfcLease" [ 913.866709] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 913.867658] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2c3fa-7b58-43de-a82e-842901764ac4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.875099] env[69990]: DEBUG oslo_vmware.api [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.885337] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52952805-8732-a2ef-84e3-47ac870fd25a/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 913.885629] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52952805-8732-a2ef-84e3-47ac870fd25a/disk-0.vmdk. {{(pid=69990) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 913.959812] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e3a0ce0-4f6c-40ff-84ff-9b5b49c7020d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.107086] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69c0fe5f-92bf-47de-af4d-e29a1d69930b tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "a35789c2-56b0-4d99-a759-b6f7ff859efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.984s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.378201] env[69990]: DEBUG oslo_vmware.api [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Task: {'id': task-3446446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214838} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.382252] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.382477] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.382661] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.382888] env[69990]: INFO nova.compute.manager [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Took 1.16 seconds to destroy the instance on the hypervisor. [ 914.383199] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.384591] env[69990]: DEBUG nova.compute.manager [-] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.384709] env[69990]: DEBUG nova.network.neutron [-] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.430414] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52163714-0dd5-1497-2b27-589c16db5bce/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.431419] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24efe3-858b-4a99-b0b7-f3658e7977a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.448091] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52163714-0dd5-1497-2b27-589c16db5bce/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.448390] env[69990]: ERROR oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52163714-0dd5-1497-2b27-589c16db5bce/disk-0.vmdk due to incomplete transfer. [ 914.450164] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04c4a45f-6734-4b85-a76e-e4fbb46dadfe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.473526] env[69990]: DEBUG oslo_vmware.rw_handles [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52163714-0dd5-1497-2b27-589c16db5bce/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 914.473742] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Uploaded image cc3b7551-461e-4fbe-8f33-33377108ebe6 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 914.476467] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.478162] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0c574c7-39bc-493e-87de-1626da697773 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.485926] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 914.485926] env[69990]: value = "task-3446448" [ 914.485926] env[69990]: _type = "Task" [ 914.485926] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.504428] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446448, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.545025] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfeb6e-f3cb-4db6-b7ec-6c3771271186 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.553523] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e8408e-bb2b-4938-8305-442a35062de7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.586802] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbe042-4788-4496-9588-0ebeec959351 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.603077] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae8b3d-5a9f-4e19-8698-507ec389beb3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.619314] env[69990]: DEBUG nova.compute.provider_tree [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.010538] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446448, 'name': Destroy_Task, 'duration_secs': 0.498088} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.011694] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Destroyed the VM [ 915.013015] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.013886] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35bbca01-44cd-492c-b335-856a8917d268 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.023729] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 915.023729] env[69990]: value = "task-3446449" [ 915.023729] env[69990]: _type = "Task" [ 915.023729] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.047021] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446449, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.124762] env[69990]: DEBUG nova.scheduler.client.report [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.256161] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Completed reading data from the image iterator. {{(pid=69990) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 915.256409] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52952805-8732-a2ef-84e3-47ac870fd25a/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.257428] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7377354a-45cd-4cad-88c4-5baf0a50d102 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.264911] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52952805-8732-a2ef-84e3-47ac870fd25a/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.265161] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52952805-8732-a2ef-84e3-47ac870fd25a/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 915.265575] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-882e30ad-ccb2-4ba3-8e62-587562b486f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.336693] env[69990]: DEBUG nova.compute.manager [req-244cf0f2-c8a2-463b-9268-1d5d08ae195c req-36077923-7329-4610-a9d2-17da413ccd16 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Received event network-vif-deleted-f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.336918] env[69990]: INFO nova.compute.manager [req-244cf0f2-c8a2-463b-9268-1d5d08ae195c req-36077923-7329-4610-a9d2-17da413ccd16 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Neutron deleted interface f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7; detaching it from the instance and deleting it from the info cache [ 915.340347] env[69990]: DEBUG nova.network.neutron [req-244cf0f2-c8a2-463b-9268-1d5d08ae195c req-36077923-7329-4610-a9d2-17da413ccd16 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.502071] env[69990]: DEBUG nova.network.neutron [-] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.509545] env[69990]: DEBUG oslo_vmware.rw_handles [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52952805-8732-a2ef-84e3-47ac870fd25a/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 915.511144] env[69990]: INFO nova.virt.vmwareapi.images [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Downloaded image file data cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb [ 915.512230] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbc9bb2-e7b1-419c-93f1-99de7b81122c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.536192] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c985700a-8b5e-4d97-aba5-7900a3fc0ca8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.547021] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446449, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.566942] env[69990]: INFO nova.virt.vmwareapi.images [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] The imported VM was unregistered [ 915.570561] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Caching image {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 915.570810] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.571127] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-267c745a-2e6c-41d2-af46-c2b02dae858d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.583943] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created directory with path [datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.584204] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f/OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f.vmdk to [datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb.vmdk. {{(pid=69990) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 915.584445] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-63a0cc73-b5c9-4baf-8d04-9d8ab1a506bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.596468] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 915.596468] env[69990]: value = "task-3446451" [ 915.596468] env[69990]: _type = "Task" [ 915.596468] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.608385] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.643897] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.649839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.985s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.673427] env[69990]: INFO nova.scheduler.client.report [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted allocations for instance 7500e3ab-6762-4678-bf88-08c2425e9076 [ 915.704060] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.704306] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.844066] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2c75a15-ad29-4120-8f15-d7d43d1953f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.860169] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d473b-2e83-48e0-b8e9-4efc0f3dc16f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.903908] env[69990]: DEBUG nova.compute.manager [req-244cf0f2-c8a2-463b-9268-1d5d08ae195c req-36077923-7329-4610-a9d2-17da413ccd16 service nova] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Detach interface failed, port_id=f7f3f46f-24d2-4bc1-b034-25a6a3b6dac7, reason: Instance 9be5ce79-4545-4e64-a6ba-93533008ea23 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.005778] env[69990]: INFO nova.compute.manager [-] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Took 1.62 seconds to deallocate network for instance. [ 916.048303] env[69990]: DEBUG oslo_vmware.api [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446449, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728076} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.048630] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.048862] env[69990]: INFO nova.compute.manager [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Took 15.39 seconds to snapshot the instance on the hypervisor. [ 916.113553] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.185782] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b2aa40f4-f45c-4afd-aaed-c662abc9ae6a tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "7500e3ab-6762-4678-bf88-08c2425e9076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.297s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.207876] env[69990]: DEBUG nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.516785] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.541752] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42caaec7-4898-4abe-8a78-8eb0a2f84a03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.553278] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b1c1d9-bc07-4aa4-9316-e1169f953d4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.594230] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af371a-6014-49cd-801d-8486b0db905e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.611839] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860786fc-6fb2-4a6c-b6e5-00c5d984eeba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.622291] env[69990]: DEBUG nova.compute.manager [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Found 3 images (rotation: 2) {{(pid=69990) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 916.622560] env[69990]: DEBUG nova.compute.manager [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Rotating out 1 backups {{(pid=69990) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 916.622756] env[69990]: DEBUG nova.compute.manager [None req-2a4d0e63-167e-4b28-a531-1d2ab6f5d513 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleting image 46df1252-aeab-4a27-aec9-66598686c88e {{(pid=69990) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 916.628395] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.641215] env[69990]: DEBUG nova.compute.provider_tree [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.730328] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.751072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.751072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.751072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.751072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.751072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.751072] env[69990]: INFO nova.compute.manager [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Terminating instance [ 917.115462] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.148371] env[69990]: DEBUG nova.scheduler.client.report [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.254456] env[69990]: DEBUG nova.compute.manager [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.254793] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.256135] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f0a9a3-58d5-4d16-b551-1cd03ab68752 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.273696] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.274014] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4c1b04-6ffe-486f-8310-c4c07bca6d86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.289237] env[69990]: DEBUG oslo_vmware.api [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 917.289237] env[69990]: value = "task-3446452" [ 917.289237] env[69990]: _type = "Task" [ 917.289237] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.309025] env[69990]: DEBUG oslo_vmware.api [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.616342] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.804987] env[69990]: DEBUG oslo_vmware.api [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446452, 'name': PowerOffVM_Task, 'duration_secs': 0.32989} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.805307] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.805476] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.805758] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434b6e17-a847-45d3-9b68-0c0ea0083571 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.929738] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.933026] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.933026] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Deleting the datastore file [datastore1] 36d4e7dd-459d-4c1a-ab75-340fd5f7276c {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.933026] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3389e492-0b81-44de-b9de-2dbd65872276 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.943226] env[69990]: DEBUG oslo_vmware.api [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for the task: (returnval){ [ 917.943226] env[69990]: value = "task-3446454" [ 917.943226] env[69990]: _type = "Task" [ 917.943226] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.963168] env[69990]: DEBUG oslo_vmware.api [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.115873] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.161083] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.513s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.164090] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.872s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.165256] env[69990]: DEBUG nova.objects.instance [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lazy-loading 'resources' on Instance uuid 86dd6a38-843d-43b4-89cc-f7357ce975b8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.286759] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "006789b0-40b0-4040-9977-671e1c50997d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.287190] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "006789b0-40b0-4040-9977-671e1c50997d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.287524] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "006789b0-40b0-4040-9977-671e1c50997d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.287822] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "006789b0-40b0-4040-9977-671e1c50997d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.289095] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "006789b0-40b0-4040-9977-671e1c50997d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.292577] env[69990]: INFO nova.compute.manager [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Terminating instance [ 918.455024] env[69990]: DEBUG oslo_vmware.api [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.612891] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.732740] env[69990]: INFO nova.scheduler.client.report [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted allocation for migration db674c08-5efe-4339-8cf0-480430c8ad94 [ 918.801867] env[69990]: DEBUG nova.compute.manager [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.804182] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.805664] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a7652-87ec-4859-939c-f504b8dde3ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.816204] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.816204] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd34ca1a-d30b-4b0e-a0dc-e54efb94cea9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.834173] env[69990]: DEBUG oslo_vmware.api [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 918.834173] env[69990]: value = "task-3446455" [ 918.834173] env[69990]: _type = "Task" [ 918.834173] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.842629] env[69990]: DEBUG oslo_vmware.api [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.966336] env[69990]: DEBUG oslo_vmware.api [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Task: {'id': task-3446454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.950425} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.967340] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.967340] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.967340] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.967340] env[69990]: INFO nova.compute.manager [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Took 1.71 seconds to destroy the instance on the hypervisor. [ 918.967692] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.967692] env[69990]: DEBUG nova.compute.manager [-] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.967692] env[69990]: DEBUG nova.network.neutron [-] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.065289] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab5102e-3504-4681-a7b4-a81aa0e89b07 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.078356] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14af5c3f-ab36-47a3-95ca-c53c345e55ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.121539] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da35358-db3e-44db-be79-b8139cad0c27 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.131189] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.134920] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8124b-7359-430e-b037-ae5ac78c8875 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.149160] env[69990]: DEBUG nova.compute.provider_tree [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.240564] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eaf54ac0-78d0-430b-a652-0ab5e2a84fd0 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.169s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.347889] env[69990]: DEBUG oslo_vmware.api [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.417899] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.418479] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.524584] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.524817] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.630746] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446451, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.751222} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.631061] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f/OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f.vmdk to [datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb.vmdk. [ 919.631256] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Cleaning up location [datastore2] OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 919.631421] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2ffb3f54-163a-4a5f-b0c5-04b59518277f {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.631862] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf58ed0c-dd64-4ab9-9dfb-bf9e66bf8160 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.639567] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 919.639567] env[69990]: value = "task-3446456" [ 919.639567] env[69990]: _type = "Task" [ 919.639567] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.651208] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.652095] env[69990]: DEBUG nova.scheduler.client.report [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.850364] env[69990]: DEBUG oslo_vmware.api [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446455, 'name': PowerOffVM_Task, 'duration_secs': 0.638252} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.850364] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.850364] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.850364] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3453472d-064a-4f01-bb44-df657460fc8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.927943] env[69990]: DEBUG nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.931694] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.931891] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.932081] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleting the datastore file [datastore2] 006789b0-40b0-4040-9977-671e1c50997d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.932845] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c357d3c3-d872-4931-b27e-9f95044dbcdd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.947166] env[69990]: DEBUG oslo_vmware.api [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 919.947166] env[69990]: value = "task-3446458" [ 919.947166] env[69990]: _type = "Task" [ 919.947166] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.957747] env[69990]: DEBUG oslo_vmware.api [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.026578] env[69990]: DEBUG nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.124038] env[69990]: DEBUG nova.compute.manager [req-43f337f4-e0d6-497c-beb6-14622f7a8efa req-636922da-39a4-4c65-a950-ce9db78e0491 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Received event network-vif-deleted-bfedd938-aa5f-4e2f-b2d0-76a8860467ed {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.124038] env[69990]: INFO nova.compute.manager [req-43f337f4-e0d6-497c-beb6-14622f7a8efa req-636922da-39a4-4c65-a950-ce9db78e0491 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Neutron deleted interface bfedd938-aa5f-4e2f-b2d0-76a8860467ed; detaching it from the instance and deleting it from the info cache [ 920.124038] env[69990]: DEBUG nova.network.neutron [req-43f337f4-e0d6-497c-beb6-14622f7a8efa req-636922da-39a4-4c65-a950-ce9db78e0491 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.151854] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0404} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.152601] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.154756] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.154756] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb.vmdk to [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.154756] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32a193e8-8c8b-41a3-9e76-e7ce9efaa1d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.157232] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.161292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.233s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.162011] env[69990]: DEBUG nova.objects.instance [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lazy-loading 'resources' on Instance uuid d1da1147-e015-4d65-bc4a-e0655bd9e809 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.164818] env[69990]: DEBUG nova.network.neutron [-] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.167495] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 920.167495] env[69990]: value = "task-3446459" [ 920.167495] env[69990]: _type = "Task" [ 920.167495] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.176143] env[69990]: INFO nova.scheduler.client.report [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Deleted allocations for instance 86dd6a38-843d-43b4-89cc-f7357ce975b8 [ 920.184810] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.462948] env[69990]: DEBUG oslo_vmware.api [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136917} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.464937] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.465503] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.465715] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.467269] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.467531] env[69990]: INFO nova.compute.manager [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 920.467856] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.469246] env[69990]: DEBUG nova.compute.manager [-] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.469246] env[69990]: DEBUG nova.network.neutron [-] [instance: 006789b0-40b0-4040-9977-671e1c50997d] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.524786] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.526124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.552459] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.629406] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c29fbebc-bce9-41d8-99bf-bf4b44e5f771 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.645696] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c3ae54-62bb-4f1b-835b-6448bcdd5090 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.673297] env[69990]: INFO nova.compute.manager [-] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Took 1.71 seconds to deallocate network for instance. [ 920.695422] env[69990]: DEBUG nova.compute.manager [req-43f337f4-e0d6-497c-beb6-14622f7a8efa req-636922da-39a4-4c65-a950-ce9db78e0491 service nova] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Detach interface failed, port_id=bfedd938-aa5f-4e2f-b2d0-76a8860467ed, reason: Instance 36d4e7dd-459d-4c1a-ab75-340fd5f7276c could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.695988] env[69990]: DEBUG oslo_concurrency.lockutils [None req-612a393c-c21d-4179-85e1-fe421bf3c973 tempest-MigrationsAdminTest-1323602043 tempest-MigrationsAdminTest-1323602043-project-member] Lock "86dd6a38-843d-43b4-89cc-f7357ce975b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.674s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.708667] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446459, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.016027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.020630] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.005s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.020917] env[69990]: DEBUG nova.compute.manager [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.022104] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6dcf42-8b4d-4127-8990-ca1a874b9532 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.028635] env[69990]: DEBUG nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.033850] env[69990]: DEBUG nova.compute.manager [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 921.034633] env[69990]: DEBUG nova.objects.instance [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'flavor' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.150983] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ea708d-3d34-4e19-a50b-1ea402dd043c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.159750] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05334c4-f7cd-4c28-9135-d675f1830e0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.199796] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9c53f1-23d0-4cfa-83d7-756679178d03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.205640] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.213840] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9073f9dc-d713-4497-9b94-4c9149ca2b7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.221100] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446459, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.234711] env[69990]: DEBUG nova.compute.provider_tree [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.443857] env[69990]: DEBUG nova.network.neutron [-] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.566239] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.712031] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446459, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.738573] env[69990]: DEBUG nova.scheduler.client.report [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.946541] env[69990]: INFO nova.compute.manager [-] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Took 1.48 seconds to deallocate network for instance. [ 922.049667] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.050103] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12bf950-8148-4091-8a93-a24444d0f9da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.060847] env[69990]: DEBUG oslo_vmware.api [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 922.060847] env[69990]: value = "task-3446460" [ 922.060847] env[69990]: _type = "Task" [ 922.060847] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.073461] env[69990]: DEBUG oslo_vmware.api [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.209358] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446459, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.248404] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.250818] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.251259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.251403] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.251609] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.251781] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.254045] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.305s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.256558] env[69990]: INFO nova.compute.claims [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.259964] env[69990]: INFO nova.compute.manager [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Terminating instance [ 922.284606] env[69990]: INFO nova.scheduler.client.report [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted allocations for instance d1da1147-e015-4d65-bc4a-e0655bd9e809 [ 922.453676] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.460575] env[69990]: DEBUG nova.compute.manager [req-f7ecd2dc-fa09-4439-a4f4-6fb96dea1036 req-5a19b816-c497-43cf-95b6-8524cf681292 service nova] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Received event network-vif-deleted-3b642e72-47c1-4f60-b74d-71d6255d8923 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.575258] env[69990]: DEBUG oslo_vmware.api [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.710928] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446459, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.456916} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.711269] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb/cf52d67b-abe5-4fc2-b216-1c7e3da8cfdb.vmdk to [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.712165] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1beab7-e631-4f70-8a59-8cdef4936dbf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.736137] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.736575] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a49652-ec9a-4ccc-a92c-81c2b072a03d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.758740] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 922.758740] env[69990]: value = "task-3446461" [ 922.758740] env[69990]: _type = "Task" [ 922.758740] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.766318] env[69990]: DEBUG nova.compute.manager [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.766494] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.771774] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0904c6a-a4fa-4e61-aa1c-8f1ba5cb89d7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.774464] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.782472] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.783119] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42b08aa-39b1-42fe-ad2e-ecf47739f93c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.794826] env[69990]: DEBUG oslo_vmware.api [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 922.794826] env[69990]: value = "task-3446462" [ 922.794826] env[69990]: _type = "Task" [ 922.794826] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.795330] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d0b42664-d7bb-4852-bc7b-9e4fc7c78f19 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d1da1147-e015-4d65-bc4a-e0655bd9e809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.523s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.806858] env[69990]: DEBUG oslo_vmware.api [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.847634] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.847956] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.072575] env[69990]: DEBUG oslo_vmware.api [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446460, 'name': PowerOffVM_Task, 'duration_secs': 0.687957} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.072864] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.073056] env[69990]: DEBUG nova.compute.manager [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.073836] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7bc407-ae16-4e1b-bdb3-aee4c4cd023e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.272420] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446461, 'name': ReconfigVM_Task, 'duration_secs': 0.357524} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.272858] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a0c60cf0-e184-490d-921a-4da52c473859/a0c60cf0-e184-490d-921a-4da52c473859.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.274137] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'size': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'image_id': 'e2fb25c1-97e6-49a0-be8c-eac54e91b43d'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687987', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'name': 'volume-59f2fe06-a772-4b30-acc5-d939c8cb2926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a0c60cf0-e184-490d-921a-4da52c473859', 'attached_at': '', 'detached_at': '', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'serial': '59f2fe06-a772-4b30-acc5-d939c8cb2926'}, 'boot_index': None, 'attachment_id': 'f3728292-44cc-463b-ade6-be3617815425', 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69990) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 923.274346] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 923.274536] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687987', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'name': 'volume-59f2fe06-a772-4b30-acc5-d939c8cb2926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a0c60cf0-e184-490d-921a-4da52c473859', 'attached_at': '', 'detached_at': '', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'serial': '59f2fe06-a772-4b30-acc5-d939c8cb2926'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 923.275390] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89fd65-666d-4bfb-b5b2-f80808b2144a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.295564] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae08ea6-c315-4a9f-a0e8-efa9413d3cdf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.309406] env[69990]: DEBUG oslo_vmware.api [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446462, 'name': PowerOffVM_Task, 'duration_secs': 0.223961} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.324727] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.325355] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.332744] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-59f2fe06-a772-4b30-acc5-d939c8cb2926/volume-59f2fe06-a772-4b30-acc5-d939c8cb2926.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.333484] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1792018-2169-43ab-985b-3fd48fffbee3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.335459] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afcf160-99b3-4800-9a88-664e0c8eb413 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.352805] env[69990]: DEBUG nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.365888] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 923.365888] env[69990]: value = "task-3446464" [ 923.365888] env[69990]: _type = "Task" [ 923.365888] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.379190] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.437920] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.438202] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.438722] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleting the datastore file [datastore2] 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.441571] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b6b4688-3f88-42cd-8e4b-c8f9d2a2e0d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.451882] env[69990]: DEBUG oslo_vmware.api [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 923.451882] env[69990]: value = "task-3446465" [ 923.451882] env[69990]: _type = "Task" [ 923.451882] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.462493] env[69990]: DEBUG oslo_vmware.api [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.586895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e689fe5-37a5-43ba-afaa-dd3910a79031 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.566s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.669605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54858210-305c-4c4b-bfc4-25e770952e6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.678887] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ae352a-94ad-470f-a2c9-c3dbe6fa1f73 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.711549] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850c77b-d64c-4c19-8b64-74edcbdc926c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.720690] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1f3ef7-dfbb-46cf-b28d-f4713ff40a1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.739297] env[69990]: DEBUG nova.compute.provider_tree [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.876081] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446464, 'name': ReconfigVM_Task, 'duration_secs': 0.42529} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.876364] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-59f2fe06-a772-4b30-acc5-d939c8cb2926/volume-59f2fe06-a772-4b30-acc5-d939c8cb2926.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.883041] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.883041] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5bc9bb7-b36a-4f30-8f82-0f8fb01136ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.917143] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 923.917143] env[69990]: value = "task-3446466" [ 923.917143] env[69990]: _type = "Task" [ 923.917143] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.928876] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.963179] env[69990]: DEBUG oslo_vmware.api [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37526} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.963179] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.963351] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.963473] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.963745] env[69990]: INFO nova.compute.manager [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 923.963955] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.964145] env[69990]: DEBUG nova.compute.manager [-] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.964242] env[69990]: DEBUG nova.network.neutron [-] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.114696] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "ff58fd86-e175-4e82-8bcc-8ca501598369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.115867] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.243623] env[69990]: DEBUG nova.scheduler.client.report [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.430230] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446466, 'name': ReconfigVM_Task, 'duration_secs': 0.196929} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.430576] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687987', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'name': 'volume-59f2fe06-a772-4b30-acc5-d939c8cb2926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a0c60cf0-e184-490d-921a-4da52c473859', 'attached_at': '', 'detached_at': '', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'serial': '59f2fe06-a772-4b30-acc5-d939c8cb2926'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 924.431203] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb81cf3b-7f15-4f3c-8856-9fca67c5455a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.439735] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 924.439735] env[69990]: value = "task-3446467" [ 924.439735] env[69990]: _type = "Task" [ 924.439735] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.448008] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446467, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.552709] env[69990]: DEBUG nova.compute.manager [req-cdbb8f88-c6f2-4f76-a536-62d2d9df441f req-927bd7d5-c116-49bf-88a5-72db516106aa service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Received event network-vif-deleted-e018160a-740a-4e10-9f16-5af3663a6792 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.552906] env[69990]: INFO nova.compute.manager [req-cdbb8f88-c6f2-4f76-a536-62d2d9df441f req-927bd7d5-c116-49bf-88a5-72db516106aa service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Neutron deleted interface e018160a-740a-4e10-9f16-5af3663a6792; detaching it from the instance and deleting it from the info cache [ 924.553745] env[69990]: DEBUG nova.network.neutron [req-cdbb8f88-c6f2-4f76-a536-62d2d9df441f req-927bd7d5-c116-49bf-88a5-72db516106aa service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.620121] env[69990]: DEBUG nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.752098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.752976] env[69990]: DEBUG nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.756434] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.099s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.756434] env[69990]: DEBUG nova.objects.instance [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'resources' on Instance uuid fd321fb5-ee67-4f3f-92fd-a2402bd6718b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.886664] env[69990]: DEBUG nova.network.neutron [-] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.953838] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446467, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.055919] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-853af5f4-6206-42bc-8015-444f99204c90 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.066916] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8920b0fb-363f-4bcc-9861-ab5c5b9d2bad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.100636] env[69990]: DEBUG nova.compute.manager [req-cdbb8f88-c6f2-4f76-a536-62d2d9df441f req-927bd7d5-c116-49bf-88a5-72db516106aa service nova] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Detach interface failed, port_id=e018160a-740a-4e10-9f16-5af3663a6792, reason: Instance 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.154311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.261481] env[69990]: DEBUG nova.compute.utils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.265664] env[69990]: DEBUG nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.265822] env[69990]: DEBUG nova.network.neutron [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.322049] env[69990]: DEBUG nova.policy [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ae2954e078a4a69b5b0bde99f6f92f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5e1c9182ea8444cb6ce8edb98fb0dd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.333270] env[69990]: DEBUG nova.compute.manager [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Stashing vm_state: stopped {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 925.401059] env[69990]: INFO nova.compute.manager [-] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Took 1.44 seconds to deallocate network for instance. [ 925.452398] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446467, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.679534] env[69990]: DEBUG nova.network.neutron [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Successfully created port: 089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.696153] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a5476-375a-49b5-a023-b4d638292f6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.704162] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85177faf-b820-4ce0-93ed-5c3dbcbfbffc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.743787] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c0348-08c3-426a-b76e-b44d1503a98e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.753028] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e022e8-1d05-4b56-a6ae-06b1644fe2cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.771359] env[69990]: DEBUG nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.775673] env[69990]: DEBUG nova.compute.provider_tree [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.861927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.907971] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.952242] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446467, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.287598] env[69990]: DEBUG nova.scheduler.client.report [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.453697] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446467, 'name': Rename_Task, 'duration_secs': 1.844984} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.453959] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.454230] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c7c5784-67f4-4f46-a914-ee2f552998cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.463280] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 926.463280] env[69990]: value = "task-3446468" [ 926.463280] env[69990]: _type = "Task" [ 926.463280] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.473783] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.574164] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "da46ebc6-6bda-478c-936a-033cb13c53ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.574490] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.574707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "da46ebc6-6bda-478c-936a-033cb13c53ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.574893] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.575081] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.577525] env[69990]: INFO nova.compute.manager [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Terminating instance [ 926.792844] env[69990]: DEBUG nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.796148] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.798036] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.136s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.798316] env[69990]: DEBUG nova.objects.instance [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lazy-loading 'resources' on Instance uuid ec071c54-6c86-4dfe-8411-3cee70ddf188 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.825746] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.825960] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.826138] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.826315] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.826454] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.826594] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.826929] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.827119] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.827290] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.828240] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.828240] env[69990]: DEBUG nova.virt.hardware [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.828763] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22903815-08a8-40b5-a546-3ef9edcb5bc9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.834089] env[69990]: INFO nova.scheduler.client.report [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted allocations for instance fd321fb5-ee67-4f3f-92fd-a2402bd6718b [ 926.849086] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718e0d47-b7a2-4a5a-bcb8-311f98a8e3fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.975043] env[69990]: DEBUG oslo_vmware.api [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446468, 'name': PowerOnVM_Task, 'duration_secs': 0.480356} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.975224] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.082895] env[69990]: DEBUG nova.compute.manager [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.082895] env[69990]: DEBUG nova.compute.manager [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.082895] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.082895] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ffc5e-af33-4e99-abbd-009b0ad2b6b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.092126] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29c4b25-edaa-4b7f-9bf1-4449cda76636 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.103549] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.104296] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ca8b12-f729-4c52-9004-fa8785f424c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.114066] env[69990]: DEBUG oslo_vmware.api [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 927.114066] env[69990]: value = "task-3446469" [ 927.114066] env[69990]: _type = "Task" [ 927.114066] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.126636] env[69990]: DEBUG oslo_vmware.api [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.353417] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79e030b4-0e90-49b4-a21f-fdd0a691ee15 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "fd321fb5-ee67-4f3f-92fd-a2402bd6718b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.969s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.389831] env[69990]: DEBUG nova.compute.manager [req-d0f66b28-ff62-43cb-a12f-b02223d918ea req-3adba01a-7424-48bb-ba5a-21384d0069b8 service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Received event network-vif-plugged-089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.389831] env[69990]: DEBUG oslo_concurrency.lockutils [req-d0f66b28-ff62-43cb-a12f-b02223d918ea req-3adba01a-7424-48bb-ba5a-21384d0069b8 service nova] Acquiring lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.389910] env[69990]: DEBUG oslo_concurrency.lockutils [req-d0f66b28-ff62-43cb-a12f-b02223d918ea req-3adba01a-7424-48bb-ba5a-21384d0069b8 service nova] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.390137] env[69990]: DEBUG oslo_concurrency.lockutils [req-d0f66b28-ff62-43cb-a12f-b02223d918ea req-3adba01a-7424-48bb-ba5a-21384d0069b8 service nova] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.390322] env[69990]: DEBUG nova.compute.manager [req-d0f66b28-ff62-43cb-a12f-b02223d918ea req-3adba01a-7424-48bb-ba5a-21384d0069b8 service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] No waiting events found dispatching network-vif-plugged-089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.390475] env[69990]: WARNING nova.compute.manager [req-d0f66b28-ff62-43cb-a12f-b02223d918ea req-3adba01a-7424-48bb-ba5a-21384d0069b8 service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Received unexpected event network-vif-plugged-089fae89-25e8-4324-9711-a33fc2a0c7ec for instance with vm_state building and task_state spawning. [ 927.589470] env[69990]: DEBUG nova.network.neutron [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Successfully updated port: 089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.622318] env[69990]: DEBUG oslo_concurrency.lockutils [None req-11083b9c-6684-4589-989c-59156d72a5ce tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 60.459s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.633951] env[69990]: DEBUG oslo_vmware.api [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446469, 'name': PowerOffVM_Task, 'duration_secs': 0.448128} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.637625] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.638832] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.640690] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead48425-5e70-431f-bbf5-00ef6c7b28ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.714317] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f26049-32ad-4903-84c4-5db216f86f6b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.726287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac23113-d85f-48a0-893d-b12bb2dd3ad8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.734561] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.735254] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.735254] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleting the datastore file [datastore1] da46ebc6-6bda-478c-936a-033cb13c53ee {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.736481] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68dc1e31-e853-4149-b187-27820e4a11b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.766231] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902850b9-3648-4cb5-8982-0b82a968b814 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.768754] env[69990]: DEBUG oslo_vmware.api [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 927.768754] env[69990]: value = "task-3446471" [ 927.768754] env[69990]: _type = "Task" [ 927.768754] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.776744] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f7049e-2c59-4210-a3fb-64ffa1281c76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.783990] env[69990]: DEBUG oslo_vmware.api [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.795158] env[69990]: DEBUG nova.compute.provider_tree [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.091649] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.091775] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquired lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.091891] env[69990]: DEBUG nova.network.neutron [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.280474] env[69990]: DEBUG oslo_vmware.api [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153882} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.280750] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.280955] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.281205] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.281390] env[69990]: INFO nova.compute.manager [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Took 1.20 seconds to destroy the instance on the hypervisor. [ 928.281640] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.281834] env[69990]: DEBUG nova.compute.manager [-] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.281929] env[69990]: DEBUG nova.network.neutron [-] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.298823] env[69990]: DEBUG nova.scheduler.client.report [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.647289] env[69990]: DEBUG nova.network.neutron [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.804832] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.807189] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.928s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.807427] env[69990]: DEBUG nova.objects.instance [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.847370] env[69990]: INFO nova.scheduler.client.report [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleted allocations for instance ec071c54-6c86-4dfe-8411-3cee70ddf188 [ 928.884215] env[69990]: DEBUG nova.network.neutron [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Updating instance_info_cache with network_info: [{"id": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "address": "fa:16:3e:ed:a9:f8", "network": {"id": "8e441ee7-cf3a-4bcf-9ee7-99f62d79189c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-281731082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e1c9182ea8444cb6ce8edb98fb0dd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089fae89-25", "ovs_interfaceid": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.314140] env[69990]: DEBUG nova.objects.instance [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.358758] env[69990]: DEBUG oslo_concurrency.lockutils [None req-378e0474-7399-44a2-b056-97aeae77e29e tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "ec071c54-6c86-4dfe-8411-3cee70ddf188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.686s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.366447] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4690130b-2a57-4b63-a9d3-be69d0998036 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "a30697ea-3988-4dc6-8155-3c3dfad6b020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.366447] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4690130b-2a57-4b63-a9d3-be69d0998036 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "a30697ea-3988-4dc6-8155-3c3dfad6b020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.388252] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Releasing lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.388533] env[69990]: DEBUG nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Instance network_info: |[{"id": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "address": "fa:16:3e:ed:a9:f8", "network": {"id": "8e441ee7-cf3a-4bcf-9ee7-99f62d79189c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-281731082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e1c9182ea8444cb6ce8edb98fb0dd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089fae89-25", "ovs_interfaceid": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.388944] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:a9:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '089fae89-25e8-4324-9711-a33fc2a0c7ec', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.398901] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Creating folder: Project (b5e1c9182ea8444cb6ce8edb98fb0dd3). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.399604] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec247810-ebe5-463c-8bb5-7afd65633c93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.418789] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Created folder: Project (b5e1c9182ea8444cb6ce8edb98fb0dd3) in parent group-v687779. [ 929.419023] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Creating folder: Instances. Parent ref: group-v688008. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.419293] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1c14576-4b6a-47ac-b5e1-90a68e19972a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.434113] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Created folder: Instances in parent group-v688008. [ 929.435396] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.435396] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.435534] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814f0adc-453a-41e1-8f4b-b46852eb3226 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.462079] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.462079] env[69990]: value = "task-3446474" [ 929.462079] env[69990]: _type = "Task" [ 929.462079] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.473184] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446474, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.614969] env[69990]: DEBUG nova.compute.manager [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Received event network-changed-089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.614969] env[69990]: DEBUG nova.compute.manager [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Refreshing instance network info cache due to event network-changed-089fae89-25e8-4324-9711-a33fc2a0c7ec. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.616702] env[69990]: DEBUG oslo_concurrency.lockutils [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] Acquiring lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.616702] env[69990]: DEBUG oslo_concurrency.lockutils [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] Acquired lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.617128] env[69990]: DEBUG nova.network.neutron [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Refreshing network info cache for port 089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.692030] env[69990]: DEBUG nova.network.neutron [-] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.816958] env[69990]: INFO nova.compute.claims [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.870544] env[69990]: DEBUG nova.compute.manager [None req-4690130b-2a57-4b63-a9d3-be69d0998036 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: a30697ea-3988-4dc6-8155-3c3dfad6b020] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.976605] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446474, 'name': CreateVM_Task, 'duration_secs': 0.374588} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.976722] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.977544] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.977712] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.978101] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.978375] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf08f19-6881-475b-8dc9-a58c3cc22e5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.987586] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 929.987586] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c03e03-5caa-f7f5-df5b-b61a86514ae7" [ 929.987586] env[69990]: _type = "Task" [ 929.987586] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.998571] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c03e03-5caa-f7f5-df5b-b61a86514ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.133251] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.133489] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.195765] env[69990]: INFO nova.compute.manager [-] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Took 1.91 seconds to deallocate network for instance. [ 930.382379] env[69990]: DEBUG nova.compute.manager [None req-4690130b-2a57-4b63-a9d3-be69d0998036 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: a30697ea-3988-4dc6-8155-3c3dfad6b020] Instance disappeared before build. {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 930.505289] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c03e03-5caa-f7f5-df5b-b61a86514ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.505289] env[69990]: DEBUG nova.network.neutron [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Updated VIF entry in instance network info cache for port 089fae89-25e8-4324-9711-a33fc2a0c7ec. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.505494] env[69990]: DEBUG nova.network.neutron [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Updating instance_info_cache with network_info: [{"id": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "address": "fa:16:3e:ed:a9:f8", "network": {"id": "8e441ee7-cf3a-4bcf-9ee7-99f62d79189c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-281731082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e1c9182ea8444cb6ce8edb98fb0dd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089fae89-25", "ovs_interfaceid": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.509898] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.510136] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.512526] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.512526] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.512526] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.512526] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-264535d3-00f2-41fe-9266-b74d411006be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.525948] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.525948] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.526398] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6248c1d4-7082-4699-a109-9575697fc75d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.533517] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 930.533517] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52683afd-2afa-a9d3-7987-14c26ff926a7" [ 930.533517] env[69990]: _type = "Task" [ 930.533517] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.544078] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52683afd-2afa-a9d3-7987-14c26ff926a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.638780] env[69990]: DEBUG nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.703540] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.897501] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4690130b-2a57-4b63-a9d3-be69d0998036 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "a30697ea-3988-4dc6-8155-3c3dfad6b020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.531s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.898094] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.898312] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.012696] env[69990]: DEBUG oslo_concurrency.lockutils [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] Releasing lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.012950] env[69990]: DEBUG nova.compute.manager [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Received event network-vif-deleted-5cfd01da-0b81-40e5-bc7b-cbc886926610 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.013172] env[69990]: INFO nova.compute.manager [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Neutron deleted interface 5cfd01da-0b81-40e5-bc7b-cbc886926610; detaching it from the instance and deleting it from the info cache [ 931.013351] env[69990]: DEBUG nova.network.neutron [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.048012] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52683afd-2afa-a9d3-7987-14c26ff926a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01434} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.050091] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375c2d7b-39e0-4618-a386-8fbcd40fc695 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.059277] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 931.059277] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d9d935-d94b-2758-2751-d4bfb48ba693" [ 931.059277] env[69990]: _type = "Task" [ 931.059277] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.071712] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.071712] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.077155] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d9d935-d94b-2758-2751-d4bfb48ba693, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.077638] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.077980] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb/8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.078386] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-debd42e3-405a-45d7-b195-aa1db8a9fbb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.088801] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 931.088801] env[69990]: value = "task-3446476" [ 931.088801] env[69990]: _type = "Task" [ 931.088801] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.103054] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.162830] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.199750] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27fec42-72c1-4bb1-bb79-425ca9eb9dd3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.208165] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cfe72a-775b-433a-8033-8a6828c9f73e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.238192] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13409d3e-dca0-4667-b4f2-5773b845a31b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.245989] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa74cb5-6257-4fbc-b8d9-86d7928bed50 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.260559] env[69990]: DEBUG nova.compute.provider_tree [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.400999] env[69990]: DEBUG nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.515880] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f95a1271-ee1a-45ba-80c4-2cf738a8a9cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.526785] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e3b8e-4ff5-4855-b6ef-b35b97d532a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.558538] env[69990]: DEBUG nova.compute.manager [req-c0a59d6e-1ec4-43a7-9d11-a5f48ba87430 req-f74692cd-a5e3-4727-9707-4b3e26970ffa service nova] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Detach interface failed, port_id=5cfd01da-0b81-40e5-bc7b-cbc886926610, reason: Instance da46ebc6-6bda-478c-936a-033cb13c53ee could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 931.598408] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457952} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.598679] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb/8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.598913] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.599511] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f69c02d1-3b18-4f1a-844a-373d4c60a189 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.606465] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 931.606465] env[69990]: value = "task-3446477" [ 931.606465] env[69990]: _type = "Task" [ 931.606465] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.615277] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.763687] env[69990]: DEBUG nova.scheduler.client.report [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.923848] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.116658] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069432} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.116845] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.117621] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334aaa6b-576f-4d30-917b-9e6d4bcac969 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.139336] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb/8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.139552] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49934f26-6445-49a4-8fb8-2745f392ad8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.159328] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 932.159328] env[69990]: value = "task-3446478" [ 932.159328] env[69990]: _type = "Task" [ 932.159328] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.167119] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.268538] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.461s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.270985] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.823s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.272635] env[69990]: INFO nova.compute.claims [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.301593] env[69990]: INFO nova.network.neutron [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating port 995f9e1c-bb71-4387-b245-75826e1989a5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 932.671131] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446478, 'name': ReconfigVM_Task, 'duration_secs': 0.275676} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.671131] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb/8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.671558] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab166ed-df0c-4091-8b79-3f71b197cf23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.680360] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 932.680360] env[69990]: value = "task-3446479" [ 932.680360] env[69990]: _type = "Task" [ 932.680360] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.689074] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446479, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.192739] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446479, 'name': Rename_Task, 'duration_secs': 0.180169} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.193630] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.193956] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9839287e-5090-43aa-a2f5-e6f065245c08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.202746] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 933.202746] env[69990]: value = "task-3446480" [ 933.202746] env[69990]: _type = "Task" [ 933.202746] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.219432] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.649189] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bac147-665a-4e7b-a813-3766e8e162b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.659137] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd75f78-e896-474e-aa27-6849810b50e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.691139] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948cac0-e818-48b8-a74c-3663d3943126 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.699416] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac9daa-fd33-42f8-b84e-d03749c997a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.712304] env[69990]: DEBUG oslo_vmware.api [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446480, 'name': PowerOnVM_Task, 'duration_secs': 0.448473} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.719855] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.720107] env[69990]: INFO nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Took 6.93 seconds to spawn the instance on the hypervisor. [ 933.720295] env[69990]: DEBUG nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.720793] env[69990]: DEBUG nova.compute.provider_tree [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.723644] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f4a34-ab3d-40ec-9b63-d5b99c035fe5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.726992] env[69990]: DEBUG nova.compute.manager [req-b6321eea-8f0b-4c28-9d6a-42d19e7f05d6 req-c09e06ff-4da0-42a4-a1a8-00573878eca5 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received event network-vif-plugged-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.727148] env[69990]: DEBUG oslo_concurrency.lockutils [req-b6321eea-8f0b-4c28-9d6a-42d19e7f05d6 req-c09e06ff-4da0-42a4-a1a8-00573878eca5 service nova] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.727355] env[69990]: DEBUG oslo_concurrency.lockutils [req-b6321eea-8f0b-4c28-9d6a-42d19e7f05d6 req-c09e06ff-4da0-42a4-a1a8-00573878eca5 service nova] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.727566] env[69990]: DEBUG oslo_concurrency.lockutils [req-b6321eea-8f0b-4c28-9d6a-42d19e7f05d6 req-c09e06ff-4da0-42a4-a1a8-00573878eca5 service nova] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.727678] env[69990]: DEBUG nova.compute.manager [req-b6321eea-8f0b-4c28-9d6a-42d19e7f05d6 req-c09e06ff-4da0-42a4-a1a8-00573878eca5 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] No waiting events found dispatching network-vif-plugged-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.727839] env[69990]: WARNING nova.compute.manager [req-b6321eea-8f0b-4c28-9d6a-42d19e7f05d6 req-c09e06ff-4da0-42a4-a1a8-00573878eca5 service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received unexpected event network-vif-plugged-995f9e1c-bb71-4387-b245-75826e1989a5 for instance with vm_state shelved_offloaded and task_state spawning. [ 933.813857] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.813857] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.813857] env[69990]: DEBUG nova.network.neutron [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.230186] env[69990]: DEBUG nova.scheduler.client.report [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.244800] env[69990]: INFO nova.compute.manager [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Took 36.32 seconds to build instance. [ 934.617945] env[69990]: DEBUG nova.network.neutron [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": "995f9e1c-bb71-4387-b245-75826e1989a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.736453] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.736818] env[69990]: DEBUG nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.740606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.896s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.740606] env[69990]: DEBUG nova.objects.instance [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lazy-loading 'resources' on Instance uuid d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.747319] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0c85794c-00bf-41e3-ace0-d20484686a79 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.827s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.801549] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.801815] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.802197] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.802462] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.802683] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.804735] env[69990]: INFO nova.compute.manager [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Terminating instance [ 935.121744] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.152717] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='661413868e9ceb30abb0fb151b097655',container_format='bare',created_at=2025-04-15T16:47:39Z,direct_url=,disk_format='vmdk',id=13cb8908-66f7-43c1-94aa-0708a99d3517,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-926695803-shelved',owner='16c2efb2404e4690b0586d058590c6e5',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-15T16:47:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.152941] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.153106] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.153286] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.153427] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.153569] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.153775] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.153928] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.154137] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.154821] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.154821] env[69990]: DEBUG nova.virt.hardware [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.155538] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd20794-5fe4-430b-8099-62d46eee1991 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.165017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5f290a-6d9d-4aee-ad51-7b111ecbf507 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.180407] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:3d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995f9e1c-bb71-4387-b245-75826e1989a5', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.188527] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.188819] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.189061] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53bdf99-3fe0-42f8-b755-74e019327119 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.210762] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.210762] env[69990]: value = "task-3446481" [ 935.210762] env[69990]: _type = "Task" [ 935.210762] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.240853] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446481, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.243428] env[69990]: DEBUG nova.compute.utils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.244907] env[69990]: DEBUG nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.245069] env[69990]: DEBUG nova.network.neutron [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.250099] env[69990]: DEBUG nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.309891] env[69990]: DEBUG nova.policy [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7fbe040738a4e0da55d891d4751d107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3480031ad4806bdf45880d2cdb425', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.311039] env[69990]: DEBUG nova.compute.manager [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.311039] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.312694] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8879235-b845-4fae-a151-cb52855e1deb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.324076] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.324076] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5709b71f-5ef1-4e8c-b273-099f8036f3fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.336627] env[69990]: DEBUG oslo_vmware.api [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 935.336627] env[69990]: value = "task-3446482" [ 935.336627] env[69990]: _type = "Task" [ 935.336627] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.356626] env[69990]: DEBUG oslo_vmware.api [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.648448] env[69990]: DEBUG nova.network.neutron [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Successfully created port: 3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.655008] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793834f8-edbd-4ec0-a2ac-ce9e9afdabd2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.665635] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9b63d1-8924-4313-a995-6b02e4c25120 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.698281] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576f799-704b-4ff6-a1b6-144b60dbcecd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.707996] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047651eb-b6b6-459a-99a2-fe186bbd45fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.720841] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446481, 'name': CreateVM_Task, 'duration_secs': 0.384275} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.729569] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.730139] env[69990]: DEBUG nova.compute.provider_tree [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.732527] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.732527] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.732527] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.732656] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5485fc30-a95d-43b8-b2fc-535c137b0612 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.739451] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 935.739451] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529fb96f-2227-7da5-cf3d-b850c15a1c2b" [ 935.739451] env[69990]: _type = "Task" [ 935.739451] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.749922] env[69990]: DEBUG nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.753919] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529fb96f-2227-7da5-cf3d-b850c15a1c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.772901] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.782756] env[69990]: DEBUG nova.compute.manager [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received event network-changed-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.782756] env[69990]: DEBUG nova.compute.manager [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Refreshing instance network info cache due to event network-changed-995f9e1c-bb71-4387-b245-75826e1989a5. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.782756] env[69990]: DEBUG oslo_concurrency.lockutils [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] Acquiring lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.782756] env[69990]: DEBUG oslo_concurrency.lockutils [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] Acquired lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.782997] env[69990]: DEBUG nova.network.neutron [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Refreshing network info cache for port 995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.846887] env[69990]: DEBUG oslo_vmware.api [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446482, 'name': PowerOffVM_Task, 'duration_secs': 0.326028} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.847847] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.847847] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.847847] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c41e8af-dbc1-48dc-9eff-26e0b5d35a22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.926301] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.926498] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.926673] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleting the datastore file [datastore1] 74b9b3e1-456d-4e1d-a5e7-f446321242fe {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.927086] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fe13352-22fa-4b08-9b8e-90e8f8359b6a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.939223] env[69990]: DEBUG oslo_vmware.api [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 935.939223] env[69990]: value = "task-3446484" [ 935.939223] env[69990]: _type = "Task" [ 935.939223] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.948772] env[69990]: DEBUG oslo_vmware.api [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.237808] env[69990]: DEBUG nova.scheduler.client.report [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.252521] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.252909] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Processing image 13cb8908-66f7-43c1-94aa-0708a99d3517 {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.253350] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517/13cb8908-66f7-43c1-94aa-0708a99d3517.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.253350] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517/13cb8908-66f7-43c1-94aa-0708a99d3517.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.253350] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.257029] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a6a119c-8e34-4a9d-ae11-0ee854186005 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.257504] env[69990]: INFO nova.virt.block_device [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Booting with volume ce5a1971-f804-45a0-aa5e-aae9f93615c1 at /dev/sda [ 936.272382] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.272578] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.273355] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579c8a92-fe93-4f24-a230-4bf3279615a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.280743] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 936.280743] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e78f10-5ea1-64f1-2257-419f49b0952c" [ 936.280743] env[69990]: _type = "Task" [ 936.280743] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.295483] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e78f10-5ea1-64f1-2257-419f49b0952c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.314037] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e858a08d-35c3-40d5-85ba-cf93a3ac1eba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.325059] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab3a8e9-743f-4105-ae21-1667841ebd76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.359787] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-509b5194-05cc-4585-913b-1b25873535f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.370627] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb4a3b7-50aa-4972-b601-9dc04a224f53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.406523] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b295138d-8d92-46fa-85a4-bd1917500861 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.414939] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35bebc0-97e6-482b-8d7c-06b03c372bf9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.430923] env[69990]: DEBUG nova.virt.block_device [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Updating existing volume attachment record: 3a370fee-1c14-4e20-a929-18516b0c50a7 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 936.452801] env[69990]: DEBUG oslo_vmware.api [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236098} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.452801] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.452801] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.452801] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.452801] env[69990]: INFO nova.compute.manager [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 936.452801] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.452801] env[69990]: DEBUG nova.compute.manager [-] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.452801] env[69990]: DEBUG nova.network.neutron [-] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.506832] env[69990]: DEBUG nova.network.neutron [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updated VIF entry in instance network info cache for port 995f9e1c-bb71-4387-b245-75826e1989a5. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.507205] env[69990]: DEBUG nova.network.neutron [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": "995f9e1c-bb71-4387-b245-75826e1989a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.746306] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.748609] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.873s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.748918] env[69990]: DEBUG nova.objects.instance [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lazy-loading 'resources' on Instance uuid bde8ff3f-6dd4-4f31-bd02-1217c1634cfb {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.777480] env[69990]: INFO nova.scheduler.client.report [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted allocations for instance d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf [ 936.796492] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Preparing fetch location {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 936.796492] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Fetch image to [datastore1] OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e/OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e.vmdk {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 936.796492] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Downloading stream optimized image 13cb8908-66f7-43c1-94aa-0708a99d3517 to [datastore1] OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e/OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e.vmdk on the data store datastore1 as vApp {{(pid=69990) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 936.796492] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Downloading image file data 13cb8908-66f7-43c1-94aa-0708a99d3517 to the ESX as VM named 'OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e' {{(pid=69990) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 936.886218] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 936.886218] env[69990]: value = "resgroup-9" [ 936.886218] env[69990]: _type = "ResourcePool" [ 936.886218] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 936.886539] env[69990]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fbaf7d59-fad3-4e56-8b94-7890af74d974 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.914909] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lease: (returnval){ [ 936.914909] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dcbe1a-35ab-9803-4b72-1b05d9f55f29" [ 936.914909] env[69990]: _type = "HttpNfcLease" [ 936.914909] env[69990]: } obtained for vApp import into resource pool (val){ [ 936.914909] env[69990]: value = "resgroup-9" [ 936.914909] env[69990]: _type = "ResourcePool" [ 936.914909] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 936.915253] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the lease: (returnval){ [ 936.915253] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dcbe1a-35ab-9803-4b72-1b05d9f55f29" [ 936.915253] env[69990]: _type = "HttpNfcLease" [ 936.915253] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.923443] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.923443] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dcbe1a-35ab-9803-4b72-1b05d9f55f29" [ 936.923443] env[69990]: _type = "HttpNfcLease" [ 936.923443] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.012165] env[69990]: DEBUG oslo_concurrency.lockutils [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] Releasing lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.012165] env[69990]: DEBUG nova.compute.manager [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Received event network-changed-089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.012165] env[69990]: DEBUG nova.compute.manager [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Refreshing instance network info cache due to event network-changed-089fae89-25e8-4324-9711-a33fc2a0c7ec. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.012165] env[69990]: DEBUG oslo_concurrency.lockutils [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] Acquiring lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.012165] env[69990]: DEBUG oslo_concurrency.lockutils [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] Acquired lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.012165] env[69990]: DEBUG nova.network.neutron [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Refreshing network info cache for port 089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.209291] env[69990]: DEBUG nova.network.neutron [-] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.231432] env[69990]: DEBUG nova.network.neutron [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Successfully updated port: 3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.295112] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6c70cc63-0668-4c58-bf08-4bdf6934343a tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.019s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.426827] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.426827] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dcbe1a-35ab-9803-4b72-1b05d9f55f29" [ 937.426827] env[69990]: _type = "HttpNfcLease" [ 937.426827] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.427349] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.427349] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dcbe1a-35ab-9803-4b72-1b05d9f55f29" [ 937.427349] env[69990]: _type = "HttpNfcLease" [ 937.427349] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 937.428163] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc9c67-c24e-4d95-8bf9-cf6ef4db52fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.436244] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7a0fc-5dd0-3a80-2a74-ee592ec55c87/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.436428] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7a0fc-5dd0-3a80-2a74-ee592ec55c87/disk-0.vmdk. {{(pid=69990) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 937.503646] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2c08fc0-dbc5-4c71-8e16-a7dcd5780239 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.704929] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4530dd8-d121-4996-a6cf-47daf72f1ea2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.712401] env[69990]: INFO nova.compute.manager [-] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Took 1.26 seconds to deallocate network for instance. [ 937.720727] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117b4e34-48d9-426a-bd00-98bc8ef66ae6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.757728] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquiring lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.758226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquired lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.758226] env[69990]: DEBUG nova.network.neutron [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.765743] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb62cb-9fb6-4195-9188-b3d7cdd63924 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.784455] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c4bb2-8e3f-47ad-8951-9e486b329f37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.798771] env[69990]: DEBUG nova.compute.provider_tree [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.812733] env[69990]: DEBUG nova.network.neutron [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Updated VIF entry in instance network info cache for port 089fae89-25e8-4324-9711-a33fc2a0c7ec. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.813125] env[69990]: DEBUG nova.network.neutron [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Updating instance_info_cache with network_info: [{"id": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "address": "fa:16:3e:ed:a9:f8", "network": {"id": "8e441ee7-cf3a-4bcf-9ee7-99f62d79189c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-281731082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5e1c9182ea8444cb6ce8edb98fb0dd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089fae89-25", "ovs_interfaceid": "089fae89-25e8-4324-9711-a33fc2a0c7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.819049] env[69990]: DEBUG nova.compute.manager [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Received event network-vif-deleted-38ffeb4e-a439-47d8-a26c-ef9af11e93f2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.819049] env[69990]: DEBUG nova.compute.manager [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Received event network-vif-plugged-3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.819049] env[69990]: DEBUG oslo_concurrency.lockutils [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] Acquiring lock "5102b267-7001-41f4-814d-e0e1f28aadee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.819049] env[69990]: DEBUG oslo_concurrency.lockutils [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] Lock "5102b267-7001-41f4-814d-e0e1f28aadee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.819049] env[69990]: DEBUG oslo_concurrency.lockutils [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] Lock "5102b267-7001-41f4-814d-e0e1f28aadee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.819049] env[69990]: DEBUG nova.compute.manager [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] No waiting events found dispatching network-vif-plugged-3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.819049] env[69990]: WARNING nova.compute.manager [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Received unexpected event network-vif-plugged-3625dca3-7649-4cea-99ac-ac24cb2f4ecb for instance with vm_state building and task_state block_device_mapping. [ 937.820363] env[69990]: DEBUG nova.compute.manager [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Received event network-changed-3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.820363] env[69990]: DEBUG nova.compute.manager [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Refreshing instance network info cache due to event network-changed-3625dca3-7649-4cea-99ac-ac24cb2f4ecb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.820363] env[69990]: DEBUG oslo_concurrency.lockutils [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] Acquiring lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.226620] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.299849] env[69990]: DEBUG nova.network.neutron [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.306318] env[69990]: DEBUG nova.scheduler.client.report [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.316362] env[69990]: DEBUG oslo_concurrency.lockutils [req-fef21755-f711-4a72-8f47-25ad7f2bd27d req-cdacb9dd-ec8c-4eed-8738-029e168a69ca service nova] Releasing lock "refresh_cache-8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.531392] env[69990]: DEBUG nova.network.neutron [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Updating instance_info_cache with network_info: [{"id": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "address": "fa:16:3e:62:85:15", "network": {"id": "fbf05e2a-b5b3-4c71-a703-b4f0a69219b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1425551816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3480031ad4806bdf45880d2cdb425", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3625dca3-76", "ovs_interfaceid": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.548273] env[69990]: DEBUG nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.548905] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.549199] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.549918] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.549918] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.549918] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.550117] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.550159] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.550358] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.550475] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.550727] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.550945] env[69990]: DEBUG nova.virt.hardware [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.553874] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b004651-3582-4dd1-989c-96f3a5973bdb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.565769] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf728c-c0a2-41c6-b6b8-389d2a62682c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.602726] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Completed reading data from the image iterator. {{(pid=69990) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 938.602944] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7a0fc-5dd0-3a80-2a74-ee592ec55c87/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.603885] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fed9da4-cfa6-4545-b422-2bc7f939ae45 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.611151] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7a0fc-5dd0-3a80-2a74-ee592ec55c87/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.611323] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7a0fc-5dd0-3a80-2a74-ee592ec55c87/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 938.611551] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6406eb4d-4fbe-445b-a724-101042246c86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.794217] env[69990]: DEBUG oslo_vmware.rw_handles [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7a0fc-5dd0-3a80-2a74-ee592ec55c87/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 938.794217] env[69990]: INFO nova.virt.vmwareapi.images [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Downloaded image file data 13cb8908-66f7-43c1-94aa-0708a99d3517 [ 938.795013] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e38842-f24c-472c-aef3-b7cc162319b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.812481] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.814977] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.299s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.815337] env[69990]: DEBUG nova.objects.instance [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lazy-loading 'resources' on Instance uuid 9be5ce79-4545-4e64-a6ba-93533008ea23 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.817562] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8225b6a-db93-4c2b-9cc6-a97ff21da49c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.841675] env[69990]: INFO nova.scheduler.client.report [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Deleted allocations for instance bde8ff3f-6dd4-4f31-bd02-1217c1634cfb [ 938.847799] env[69990]: INFO nova.virt.vmwareapi.images [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] The imported VM was unregistered [ 938.850518] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Caching image {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 938.850774] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Creating directory with path [datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.851620] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b0bdc0b-d763-4525-a2ff-8deaa13bf5cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.876702] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Created directory with path [datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.876916] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e/OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e.vmdk to [datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517/13cb8908-66f7-43c1-94aa-0708a99d3517.vmdk. {{(pid=69990) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 938.877479] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-570fe67e-91ec-4a04-aec1-44a3a317dd7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.886190] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 938.886190] env[69990]: value = "task-3446487" [ 938.886190] env[69990]: _type = "Task" [ 938.886190] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.896433] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446487, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.035380] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Releasing lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.035725] env[69990]: DEBUG nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance network_info: |[{"id": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "address": "fa:16:3e:62:85:15", "network": {"id": "fbf05e2a-b5b3-4c71-a703-b4f0a69219b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1425551816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3480031ad4806bdf45880d2cdb425", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3625dca3-76", "ovs_interfaceid": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.036044] env[69990]: DEBUG oslo_concurrency.lockutils [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] Acquired lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.036234] env[69990]: DEBUG nova.network.neutron [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Refreshing network info cache for port 3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.037506] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:85:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3625dca3-7649-4cea-99ac-ac24cb2f4ecb', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.046491] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Creating folder: Project (d0f3480031ad4806bdf45880d2cdb425). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.050066] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6a1375b-ffc8-43bf-abac-9344005dd525 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.065710] env[69990]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 939.065920] env[69990]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69990) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 939.066374] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Folder already exists: Project (d0f3480031ad4806bdf45880d2cdb425). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 939.066617] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Creating folder: Instances. Parent ref: group-v687997. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.066911] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13e89f27-b4f2-4c4a-b10e-6e2da32abe69 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.080257] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Created folder: Instances in parent group-v687997. [ 939.080503] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.080703] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.080916] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b89cd77-ed82-4275-8dd7-d13219faeb1e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.104784] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.104784] env[69990]: value = "task-3446490" [ 939.104784] env[69990]: _type = "Task" [ 939.104784] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.115851] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446490, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.303467] env[69990]: DEBUG nova.network.neutron [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Updated VIF entry in instance network info cache for port 3625dca3-7649-4cea-99ac-ac24cb2f4ecb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.303821] env[69990]: DEBUG nova.network.neutron [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Updating instance_info_cache with network_info: [{"id": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "address": "fa:16:3e:62:85:15", "network": {"id": "fbf05e2a-b5b3-4c71-a703-b4f0a69219b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1425551816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3480031ad4806bdf45880d2cdb425", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3625dca3-76", "ovs_interfaceid": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.350353] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b5504be-441c-4605-90b6-75d1e8ef18ee tempest-MultipleCreateTestJSON-723451296 tempest-MultipleCreateTestJSON-723451296-project-member] Lock "bde8ff3f-6dd4-4f31-bd02-1217c1634cfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.990s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.401050] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446487, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.618785] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446490, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.676369] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb14cb8c-097e-4238-a69e-f7c32f206879 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.684980] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bf57cf-bac2-4247-8e3e-6e4db789d14e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.717571] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc77bc39-1eba-4a09-829f-63be6872d4f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.726086] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c4c188-879a-4f61-9f9e-79d13fb05245 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.741433] env[69990]: DEBUG nova.compute.provider_tree [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.806983] env[69990]: DEBUG oslo_concurrency.lockutils [req-c9a9ed01-54b5-4146-bcbc-597c76dc3d47 req-b7d12c55-805a-45db-9685-504c6cec916f service nova] Releasing lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.899899] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446487, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.120351] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446490, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.245803] env[69990]: DEBUG nova.scheduler.client.report [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.403012] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446487, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.619633] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446490, 'name': CreateVM_Task, 'duration_secs': 1.428597} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.619765] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.620431] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688001', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'name': 'volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5102b267-7001-41f4-814d-e0e1f28aadee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'serial': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1'}, 'boot_index': 0, 'attachment_id': '3a370fee-1c14-4e20-a929-18516b0c50a7', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69990) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 940.620713] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Root volume attach. Driver type: vmdk {{(pid=69990) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 940.621521] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d30c88-17f2-4959-9f46-5165b9d45765 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.630836] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10df46a-e153-410b-9793-465cbafeae98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.638820] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cbf009-57be-49b3-b824-87b94900e468 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.647233] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e83d1317-b424-48da-976c-b96f1375d793 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.655893] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 940.655893] env[69990]: value = "task-3446491" [ 940.655893] env[69990]: _type = "Task" [ 940.655893] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.666948] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446491, 'name': RelocateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.751431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.754879] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.024s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.757070] env[69990]: INFO nova.compute.claims [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.801171] env[69990]: INFO nova.scheduler.client.report [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Deleted allocations for instance 9be5ce79-4545-4e64-a6ba-93533008ea23 [ 940.906028] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446487, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.169956] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446491, 'name': RelocateVM_Task} progress is 19%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.316606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b90b2908-5a50-4b90-8515-12ca99af6d8f tempest-ImagesOneServerNegativeTestJSON-959476040 tempest-ImagesOneServerNegativeTestJSON-959476040-project-member] Lock "9be5ce79-4545-4e64-a6ba-93533008ea23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.604s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.404383] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446487, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.667316] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446491, 'name': RelocateVM_Task} progress is 19%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.904138] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446487, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.864162} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.904412] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e/OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e.vmdk to [datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517/13cb8908-66f7-43c1-94aa-0708a99d3517.vmdk. [ 941.904600] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Cleaning up location [datastore1] OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 941.904792] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_14670a9b-80f5-4ba5-850a-1c9564286d5e {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.905319] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dc43dac-e9fb-48f3-bba2-32471e813655 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.914523] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 941.914523] env[69990]: value = "task-3446492" [ 941.914523] env[69990]: _type = "Task" [ 941.914523] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.922957] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.112664] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ee644-05cc-44c1-a626-43a2b42d19a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.120595] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8faca-ee8a-4f9f-8ff3-66805684b3dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.154645] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e74912e-429b-4ae1-baa9-e67307ca3a93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.163908] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35775b8-a245-4401-81ad-18a694547055 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.170505] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446491, 'name': RelocateVM_Task, 'duration_secs': 1.449577} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.171342] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 942.171483] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688001', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'name': 'volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5102b267-7001-41f4-814d-e0e1f28aadee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'serial': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 942.172112] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5b75f-a2ee-4eea-afcd-40de18b2a0c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.181906] env[69990]: DEBUG nova.compute.provider_tree [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.197445] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c252ed-2c52-4214-bf14-6d0fabfe45d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.226721] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1/volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.226721] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22b1a69-cee1-4774-9c49-6ac8dd3f1c63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.242690] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 942.242690] env[69990]: value = "task-3446493" [ 942.242690] env[69990]: _type = "Task" [ 942.242690] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.255579] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.426503] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074563} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.426503] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.426503] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517/13cb8908-66f7-43c1-94aa-0708a99d3517.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.426503] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517/13cb8908-66f7-43c1-94aa-0708a99d3517.vmdk to [datastore1] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.426503] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64210a20-b687-4408-ae24-972d3d877ccf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.434963] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 942.434963] env[69990]: value = "task-3446494" [ 942.434963] env[69990]: _type = "Task" [ 942.434963] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.443582] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.688034] env[69990]: DEBUG nova.scheduler.client.report [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.754641] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446493, 'name': ReconfigVM_Task, 'duration_secs': 0.290315} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.755341] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1/volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.760845] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d588622-c4a5-4acb-9101-fe6bc380eddd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.780604] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 942.780604] env[69990]: value = "task-3446495" [ 942.780604] env[69990]: _type = "Task" [ 942.780604] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.792675] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.947453] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446494, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.191903] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.192581] env[69990]: DEBUG nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.195605] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.731s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.197513] env[69990]: INFO nova.compute.claims [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.265334] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.265578] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.292305] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446495, 'name': ReconfigVM_Task, 'duration_secs': 0.177641} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.293758] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688001', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'name': 'volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5102b267-7001-41f4-814d-e0e1f28aadee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'serial': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 943.294373] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec531917-efbd-47ef-a815-e6da6de2cec7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.303319] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 943.303319] env[69990]: value = "task-3446496" [ 943.303319] env[69990]: _type = "Task" [ 943.303319] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.314193] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446496, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.453386] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446494, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.703945] env[69990]: DEBUG nova.compute.utils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.705973] env[69990]: DEBUG nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.706179] env[69990]: DEBUG nova.network.neutron [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.782437] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.782722] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.782878] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.786613] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.786613] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.786613] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.788098] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 943.788394] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.793183] env[69990]: DEBUG nova.policy [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.817723] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446496, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.953050] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446494, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.215394] env[69990]: DEBUG nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.294285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.322288] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446496, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.451130] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446494, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.587955] env[69990]: DEBUG nova.network.neutron [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Successfully created port: 17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.596962] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875b94ac-74ad-4c6b-95f4-6eac3ccef7f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.605449] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd89a0e9-b164-4bc8-9bb2-084a05ceda44 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.639734] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8834e782-b3ac-4fc7-8e4e-75c83f962890 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.648812] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea868ef-b84e-4e55-91ee-f1447ac1f0d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.664709] env[69990]: DEBUG nova.compute.provider_tree [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.814982] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446496, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.949413] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446494, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.360884} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.950048] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/13cb8908-66f7-43c1-94aa-0708a99d3517/13cb8908-66f7-43c1-94aa-0708a99d3517.vmdk to [datastore1] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.951426] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c4e297-6170-4b66-8f00-18e555894eea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.978558] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.978902] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33138cf7-1d49-45f7-a6be-16ec5995bc4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.002075] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 945.002075] env[69990]: value = "task-3446497" [ 945.002075] env[69990]: _type = "Task" [ 945.002075] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.010346] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.168392] env[69990]: DEBUG nova.scheduler.client.report [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.228966] env[69990]: DEBUG nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.257592] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.257915] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.258141] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.258382] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.258565] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.258754] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.258989] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.259210] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.259484] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.259670] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.259849] env[69990]: DEBUG nova.virt.hardware [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.260817] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e60e14-dd19-4571-9459-9504747286c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.268963] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b8ab90-96ac-4435-b11c-c2593cd038b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.316032] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446496, 'name': Rename_Task, 'duration_secs': 1.744575} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.316032] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.316032] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c34b31db-0990-4697-a505-be8e772c19b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.323871] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 945.323871] env[69990]: value = "task-3446498" [ 945.323871] env[69990]: _type = "Task" [ 945.323871] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.331889] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.513106] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446497, 'name': ReconfigVM_Task, 'duration_secs': 0.333102} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.513545] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0/9a02cf3b-61f3-41b2-bd11-2a2143b625e0.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.514416] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-343b501e-c9ef-44c7-bd28-309aea2a6e52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.520839] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 945.520839] env[69990]: value = "task-3446499" [ 945.520839] env[69990]: _type = "Task" [ 945.520839] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.530753] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446499, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.673997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.674552] env[69990]: DEBUG nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.677254] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.125s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.678652] env[69990]: INFO nova.compute.claims [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.834403] env[69990]: DEBUG oslo_vmware.api [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446498, 'name': PowerOnVM_Task, 'duration_secs': 0.463887} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.834755] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.834947] env[69990]: INFO nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Took 7.29 seconds to spawn the instance on the hypervisor. [ 945.835184] env[69990]: DEBUG nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.836067] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da89516-931a-417a-bd19-ebacd6c8d10c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.031549] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446499, 'name': Rename_Task, 'duration_secs': 0.145986} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.032030] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.032114] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff7c5746-4e5d-4a60-a372-055ecb8da3e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.038538] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 946.038538] env[69990]: value = "task-3446500" [ 946.038538] env[69990]: _type = "Task" [ 946.038538] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.047853] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.186600] env[69990]: DEBUG nova.compute.utils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.190716] env[69990]: DEBUG nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.190867] env[69990]: DEBUG nova.network.neutron [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.213156] env[69990]: DEBUG nova.compute.manager [req-f99cb086-4545-4912-88c5-f45569a8a0a0 req-e5578d62-d4b3-415a-8874-6a97da83219a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-vif-plugged-17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.213376] env[69990]: DEBUG oslo_concurrency.lockutils [req-f99cb086-4545-4912-88c5-f45569a8a0a0 req-e5578d62-d4b3-415a-8874-6a97da83219a service nova] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.214021] env[69990]: DEBUG oslo_concurrency.lockutils [req-f99cb086-4545-4912-88c5-f45569a8a0a0 req-e5578d62-d4b3-415a-8874-6a97da83219a service nova] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.214202] env[69990]: DEBUG oslo_concurrency.lockutils [req-f99cb086-4545-4912-88c5-f45569a8a0a0 req-e5578d62-d4b3-415a-8874-6a97da83219a service nova] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.214443] env[69990]: DEBUG nova.compute.manager [req-f99cb086-4545-4912-88c5-f45569a8a0a0 req-e5578d62-d4b3-415a-8874-6a97da83219a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] No waiting events found dispatching network-vif-plugged-17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.214563] env[69990]: WARNING nova.compute.manager [req-f99cb086-4545-4912-88c5-f45569a8a0a0 req-e5578d62-d4b3-415a-8874-6a97da83219a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received unexpected event network-vif-plugged-17cb6739-9f37-4f30-8abf-dd8ac700b2f1 for instance with vm_state building and task_state spawning. [ 946.254084] env[69990]: DEBUG nova.policy [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eeae7850a444dfa8de37c5d4d35e6b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f31938de514f559474baf350714f70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.355456] env[69990]: INFO nova.compute.manager [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Took 34.92 seconds to build instance. [ 946.378814] env[69990]: DEBUG nova.network.neutron [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Successfully updated port: 17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.550054] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446500, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.647093] env[69990]: DEBUG nova.network.neutron [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Successfully created port: cf4dc946-a409-47bc-93bf-9b5bc142b24b {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.670257] env[69990]: DEBUG nova.compute.manager [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Received event network-changed-3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.670257] env[69990]: DEBUG nova.compute.manager [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Refreshing instance network info cache due to event network-changed-3625dca3-7649-4cea-99ac-ac24cb2f4ecb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.670257] env[69990]: DEBUG oslo_concurrency.lockutils [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] Acquiring lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.672217] env[69990]: DEBUG oslo_concurrency.lockutils [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] Acquired lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.672217] env[69990]: DEBUG nova.network.neutron [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Refreshing network info cache for port 3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.692080] env[69990]: DEBUG nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.856453] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac050c95-3548-4a5d-b0e0-05db6349db46 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "5102b267-7001-41f4-814d-e0e1f28aadee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.441s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.881921] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.882762] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.882762] env[69990]: DEBUG nova.network.neutron [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.051409] env[69990]: DEBUG oslo_vmware.api [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446500, 'name': PowerOnVM_Task, 'duration_secs': 0.563528} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.051818] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.067623] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abde11f-75ab-4d0c-b4bc-46fa7247d874 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.074947] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f357d2-a717-4a5b-9282-b18032f40a47 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.797120] env[69990]: DEBUG nova.compute.manager [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.797735] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f407b-29e3-48e2-b9f2-e6c2e1e0da58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.801457] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6b738-7797-4562-b85d-77ab0648aa97 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.815959] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e2a249-6c38-4488-af8a-9178ce8697d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.830694] env[69990]: DEBUG nova.compute.provider_tree [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.861888] env[69990]: DEBUG nova.network.neutron [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.031593] env[69990]: DEBUG nova.network.neutron [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.069754] env[69990]: DEBUG nova.network.neutron [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Updated VIF entry in instance network info cache for port 3625dca3-7649-4cea-99ac-ac24cb2f4ecb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.070132] env[69990]: DEBUG nova.network.neutron [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Updating instance_info_cache with network_info: [{"id": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "address": "fa:16:3e:62:85:15", "network": {"id": "fbf05e2a-b5b3-4c71-a703-b4f0a69219b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1425551816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3480031ad4806bdf45880d2cdb425", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3625dca3-76", "ovs_interfaceid": "3625dca3-7649-4cea-99ac-ac24cb2f4ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.300744] env[69990]: DEBUG nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.333072] env[69990]: DEBUG nova.scheduler.client.report [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.337285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-26caee88-a29d-4f31-b0c0-f8150a2c46d6 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.486s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.341176] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.341305] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.341437] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.341671] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.341991] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.342938] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.342938] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.342938] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.343102] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.343571] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.343809] env[69990]: DEBUG nova.virt.hardware [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.345338] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e051c7d2-0f7f-421e-9612-da55f22433de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.353194] env[69990]: DEBUG nova.compute.manager [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-changed-17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.353194] env[69990]: DEBUG nova.compute.manager [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing instance network info cache due to event network-changed-17cb6739-9f37-4f30-8abf-dd8ac700b2f1. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.353194] env[69990]: DEBUG oslo_concurrency.lockutils [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.356465] env[69990]: DEBUG nova.network.neutron [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Successfully updated port: cf4dc946-a409-47bc-93bf-9b5bc142b24b {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.360961] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39739450-31e8-4074-8a27-cbe8d09928f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.534999] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.535378] env[69990]: DEBUG nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Instance network_info: |[{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.535688] env[69990]: DEBUG oslo_concurrency.lockutils [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.535868] env[69990]: DEBUG nova.network.neutron [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing network info cache for port 17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.540240] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:7f:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17cb6739-9f37-4f30-8abf-dd8ac700b2f1', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.550513] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.551543] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.551802] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff5c0bb-6255-4622-afa4-35ac12014123 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.573962] env[69990]: DEBUG oslo_concurrency.lockutils [req-0235d86d-fc12-4b02-83ea-e0c3c7f9510e req-4b267c66-11d4-4df3-9025-21deaa320934 service nova] Releasing lock "refresh_cache-5102b267-7001-41f4-814d-e0e1f28aadee" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.573962] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.573962] env[69990]: value = "task-3446501" [ 948.573962] env[69990]: _type = "Task" [ 948.573962] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.581634] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446501, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.851802] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.174s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.852451] env[69990]: DEBUG nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.858855] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.650s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.858855] env[69990]: DEBUG nova.objects.instance [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lazy-loading 'resources' on Instance uuid 36d4e7dd-459d-4c1a-ab75-340fd5f7276c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.858855] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "refresh_cache-e2b7dddc-0245-4ae4-98ec-85270c6f1550" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.858855] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "refresh_cache-e2b7dddc-0245-4ae4-98ec-85270c6f1550" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.858855] env[69990]: DEBUG nova.network.neutron [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.085238] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446501, 'name': CreateVM_Task, 'duration_secs': 0.299234} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.085872] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.086226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.086408] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.086785] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.087120] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbea15e-e147-45e6-9f71-b644a16cd941 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.092717] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 949.092717] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f5f48d-ac8f-160f-7d88-9321cddd1337" [ 949.092717] env[69990]: _type = "Task" [ 949.092717] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.104672] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f5f48d-ac8f-160f-7d88-9321cddd1337, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.104966] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.105237] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.105480] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.105625] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.105946] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.106224] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b1a629-bde1-42cb-bf2f-8f02e93a6b4a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.115990] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.116250] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.117028] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bcc799-2269-40c0-af6d-b53070b46c49 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.124491] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 949.124491] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524b3c73-d4fb-60cd-5a50-192ba992ff6d" [ 949.124491] env[69990]: _type = "Task" [ 949.124491] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.134909] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524b3c73-d4fb-60cd-5a50-192ba992ff6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.305592] env[69990]: DEBUG nova.network.neutron [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updated VIF entry in instance network info cache for port 17cb6739-9f37-4f30-8abf-dd8ac700b2f1. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.305973] env[69990]: DEBUG nova.network.neutron [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.357574] env[69990]: DEBUG nova.compute.utils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.360059] env[69990]: DEBUG nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.360059] env[69990]: DEBUG nova.network.neutron [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.425365] env[69990]: DEBUG nova.network.neutron [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.450625] env[69990]: DEBUG nova.policy [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f06086007b43ce9ced96f2fe88c202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a2689316bda4eff95c5c3804ef6841f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.499943] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7cc58c-f22f-4a3e-8f16-61b3432067a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.507038] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f07fe-d09c-4cbd-b3ce-5a05c49a4cce tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Suspending the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 949.507310] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-29fd9a7b-bf0a-4800-a901-397ea6156c92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.517609] env[69990]: DEBUG oslo_vmware.api [None req-ca4f07fe-d09c-4cbd-b3ce-5a05c49a4cce tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 949.517609] env[69990]: value = "task-3446502" [ 949.517609] env[69990]: _type = "Task" [ 949.517609] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.531649] env[69990]: DEBUG oslo_vmware.api [None req-ca4f07fe-d09c-4cbd-b3ce-5a05c49a4cce tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446502, 'name': SuspendVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.633807] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524b3c73-d4fb-60cd-5a50-192ba992ff6d, 'name': SearchDatastore_Task, 'duration_secs': 0.0083} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.635222] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3779c44-cc9d-4047-aa58-b960c2506928 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.642959] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 949.642959] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52142a27-c229-cddc-8b81-2cb3c3e56593" [ 949.642959] env[69990]: _type = "Task" [ 949.642959] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.650993] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52142a27-c229-cddc-8b81-2cb3c3e56593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.704036] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc7c50-92b7-4a39-8db8-23df97a67e0c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.707628] env[69990]: DEBUG nova.network.neutron [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Updating instance_info_cache with network_info: [{"id": "cf4dc946-a409-47bc-93bf-9b5bc142b24b", "address": "fa:16:3e:fc:f2:d4", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4dc946-a4", "ovs_interfaceid": "cf4dc946-a409-47bc-93bf-9b5bc142b24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.714350] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473c9e8b-0d0b-4844-a41e-e7a35cda05a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.747422] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c17a92-b148-475f-a904-d170e07caefe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.756206] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddfc0e6-561a-4270-82cb-6b726cdc75a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.770480] env[69990]: DEBUG nova.compute.provider_tree [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.808934] env[69990]: DEBUG oslo_concurrency.lockutils [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.809283] env[69990]: DEBUG nova.compute.manager [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Received event network-vif-plugged-cf4dc946-a409-47bc-93bf-9b5bc142b24b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.809490] env[69990]: DEBUG oslo_concurrency.lockutils [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] Acquiring lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.809747] env[69990]: DEBUG oslo_concurrency.lockutils [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.809922] env[69990]: DEBUG oslo_concurrency.lockutils [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.810118] env[69990]: DEBUG nova.compute.manager [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] No waiting events found dispatching network-vif-plugged-cf4dc946-a409-47bc-93bf-9b5bc142b24b {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.810261] env[69990]: WARNING nova.compute.manager [req-3dc235a2-af00-4e92-9bc0-e0c04407ba97 req-4658f00f-0734-4a9f-aced-86153f5c9a19 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Received unexpected event network-vif-plugged-cf4dc946-a409-47bc-93bf-9b5bc142b24b for instance with vm_state building and task_state spawning. [ 949.868398] env[69990]: DEBUG nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.930634] env[69990]: DEBUG nova.network.neutron [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Successfully created port: 3638b236-ea44-4f1b-bbb1-d54997d77967 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.027638] env[69990]: DEBUG oslo_vmware.api [None req-ca4f07fe-d09c-4cbd-b3ce-5a05c49a4cce tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446502, 'name': SuspendVM_Task} progress is 50%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.155741] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52142a27-c229-cddc-8b81-2cb3c3e56593, 'name': SearchDatastore_Task, 'duration_secs': 0.014166} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.155871] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.156121] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 37bc5bcb-6595-46c0-9b3f-3591cf13546a/37bc5bcb-6595-46c0-9b3f-3591cf13546a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.156378] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38bdbcc8-0f1b-4c29-ad0c-8fa7687dbbc9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.162829] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 950.162829] env[69990]: value = "task-3446503" [ 950.162829] env[69990]: _type = "Task" [ 950.162829] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.170789] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.211263] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "refresh_cache-e2b7dddc-0245-4ae4-98ec-85270c6f1550" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.211675] env[69990]: DEBUG nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Instance network_info: |[{"id": "cf4dc946-a409-47bc-93bf-9b5bc142b24b", "address": "fa:16:3e:fc:f2:d4", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4dc946-a4", "ovs_interfaceid": "cf4dc946-a409-47bc-93bf-9b5bc142b24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.212619] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:f2:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf4dc946-a409-47bc-93bf-9b5bc142b24b', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.220037] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.220276] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.220503] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd50c79f-f857-4b09-811c-7353e3d7fe09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.241674] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.241674] env[69990]: value = "task-3446504" [ 950.241674] env[69990]: _type = "Task" [ 950.241674] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.249525] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446504, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.273810] env[69990]: DEBUG nova.scheduler.client.report [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.378197] env[69990]: DEBUG nova.compute.manager [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Received event network-changed-cf4dc946-a409-47bc-93bf-9b5bc142b24b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.378464] env[69990]: DEBUG nova.compute.manager [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Refreshing instance network info cache due to event network-changed-cf4dc946-a409-47bc-93bf-9b5bc142b24b. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.378711] env[69990]: DEBUG oslo_concurrency.lockutils [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] Acquiring lock "refresh_cache-e2b7dddc-0245-4ae4-98ec-85270c6f1550" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.378890] env[69990]: DEBUG oslo_concurrency.lockutils [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] Acquired lock "refresh_cache-e2b7dddc-0245-4ae4-98ec-85270c6f1550" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.379101] env[69990]: DEBUG nova.network.neutron [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Refreshing network info cache for port cf4dc946-a409-47bc-93bf-9b5bc142b24b {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.527883] env[69990]: DEBUG oslo_vmware.api [None req-ca4f07fe-d09c-4cbd-b3ce-5a05c49a4cce tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446502, 'name': SuspendVM_Task, 'duration_secs': 0.727196} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.528190] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f07fe-d09c-4cbd-b3ce-5a05c49a4cce tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Suspended the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 950.528369] env[69990]: DEBUG nova.compute.manager [None req-ca4f07fe-d09c-4cbd-b3ce-5a05c49a4cce tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.529175] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d00bf6-68e6-4ea7-adf6-fdf02c4b66e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.674084] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446503, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.752530] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446504, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.778630] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.780893] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.215s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.782415] env[69990]: INFO nova.compute.claims [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.807092] env[69990]: INFO nova.scheduler.client.report [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Deleted allocations for instance 36d4e7dd-459d-4c1a-ab75-340fd5f7276c [ 950.882555] env[69990]: DEBUG nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.915422] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.915721] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.915881] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.916076] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.916224] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.916372] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.916586] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.916744] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.916905] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.917078] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.917254] env[69990]: DEBUG nova.virt.hardware [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.918223] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f5dd3-d87c-43c1-a6fb-c260c969fb3c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.927809] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffba69da-2d3d-4c1f-a145-4cc9ad930e26 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.170898] env[69990]: DEBUG nova.network.neutron [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Updated VIF entry in instance network info cache for port cf4dc946-a409-47bc-93bf-9b5bc142b24b. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.171269] env[69990]: DEBUG nova.network.neutron [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Updating instance_info_cache with network_info: [{"id": "cf4dc946-a409-47bc-93bf-9b5bc142b24b", "address": "fa:16:3e:fc:f2:d4", "network": {"id": "0b17a8b0-d2b6-4acd-a40d-dbcd036f5d91", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1899788360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f31938de514f559474baf350714f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4dc946-a4", "ovs_interfaceid": "cf4dc946-a409-47bc-93bf-9b5bc142b24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.176939] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.967935} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.177451] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 37bc5bcb-6595-46c0-9b3f-3591cf13546a/37bc5bcb-6595-46c0-9b3f-3591cf13546a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.177692] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.177915] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18bc7719-e50b-4670-9cf9-25f7e6f83441 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.186072] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 951.186072] env[69990]: value = "task-3446505" [ 951.186072] env[69990]: _type = "Task" [ 951.186072] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.195745] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.254307] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446504, 'name': CreateVM_Task, 'duration_secs': 0.968818} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.258023] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.258023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.258023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.258023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.258023] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2616285f-6c7f-48c4-95b2-89e1879166ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.261862] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 951.261862] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52dec732-5fa5-768a-c6ac-81af13f8eff3" [ 951.261862] env[69990]: _type = "Task" [ 951.261862] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.273024] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52dec732-5fa5-768a-c6ac-81af13f8eff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.320336] env[69990]: DEBUG oslo_concurrency.lockutils [None req-363b0705-dc70-4b65-be84-3772bf0a43de tempest-VolumesAdminNegativeTest-2093633088 tempest-VolumesAdminNegativeTest-2093633088-project-member] Lock "36d4e7dd-459d-4c1a-ab75-340fd5f7276c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.570s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.551232] env[69990]: DEBUG nova.network.neutron [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Successfully updated port: 3638b236-ea44-4f1b-bbb1-d54997d77967 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.679737] env[69990]: DEBUG oslo_concurrency.lockutils [req-42bdfc41-f760-4fbc-ac34-c043923c28b9 req-774977ac-2e2d-4ef4-8723-42cec9159d24 service nova] Releasing lock "refresh_cache-e2b7dddc-0245-4ae4-98ec-85270c6f1550" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.698534] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077074} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.699144] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.699719] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f8b6f5-ba04-4586-ae0f-a019a15ba568 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.725418] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 37bc5bcb-6595-46c0-9b3f-3591cf13546a/37bc5bcb-6595-46c0-9b3f-3591cf13546a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.725701] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f2d8b6-4e83-4213-bbd7-25ece606ba79 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.748801] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 951.748801] env[69990]: value = "task-3446506" [ 951.748801] env[69990]: _type = "Task" [ 951.748801] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.757310] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.771583] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52dec732-5fa5-768a-c6ac-81af13f8eff3, 'name': SearchDatastore_Task, 'duration_secs': 0.017661} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.771901] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.772155] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.772401] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.772545] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.772721] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.773021] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8d8567-b397-433f-9035-63ff0f4a26ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.783419] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.783602] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.784582] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb1f572-0caf-4973-b455-6367218dd27e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.792215] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 951.792215] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5200112c-ae0a-c139-379c-6a8abdabfb8c" [ 951.792215] env[69990]: _type = "Task" [ 951.792215] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.803703] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5200112c-ae0a-c139-379c-6a8abdabfb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.057021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "refresh_cache-276f50a8-6376-4df3-ab3b-5d25dc5184f3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.057021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "refresh_cache-276f50a8-6376-4df3-ab3b-5d25dc5184f3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.057021] env[69990]: DEBUG nova.network.neutron [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.144096] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178334a-8003-4613-a511-d807a86de796 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.152558] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3748236b-66e0-4519-900e-51fe18d6724d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.184545] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2161025a-630e-4d97-ba5f-ec589b7cf189 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.192837] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2089f4a7-17ec-47ea-918c-0d76d9c11dbe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.207841] env[69990]: DEBUG nova.compute.provider_tree [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.251839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.252089] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.263679] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446506, 'name': ReconfigVM_Task, 'duration_secs': 0.473574} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.264455] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 37bc5bcb-6595-46c0-9b3f-3591cf13546a/37bc5bcb-6595-46c0-9b3f-3591cf13546a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.265195] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-749fbccb-6a77-4244-a580-0fb7db50f695 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.272823] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 952.272823] env[69990]: value = "task-3446507" [ 952.272823] env[69990]: _type = "Task" [ 952.272823] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.279963] env[69990]: INFO nova.compute.manager [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Resuming [ 952.280550] env[69990]: DEBUG nova.objects.instance [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lazy-loading 'flavor' on Instance uuid 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.281740] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446507, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.303876] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5200112c-ae0a-c139-379c-6a8abdabfb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.304675] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6867bd-7ec1-4c39-af41-6c6f8a9d8933 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.309821] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 952.309821] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5204201b-b37b-3970-9f89-05c6aed14fd4" [ 952.309821] env[69990]: _type = "Task" [ 952.309821] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.317564] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5204201b-b37b-3970-9f89-05c6aed14fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.408535] env[69990]: DEBUG nova.compute.manager [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Received event network-vif-plugged-3638b236-ea44-4f1b-bbb1-d54997d77967 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.408751] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] Acquiring lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.408965] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.409241] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.409459] env[69990]: DEBUG nova.compute.manager [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] No waiting events found dispatching network-vif-plugged-3638b236-ea44-4f1b-bbb1-d54997d77967 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.409587] env[69990]: WARNING nova.compute.manager [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Received unexpected event network-vif-plugged-3638b236-ea44-4f1b-bbb1-d54997d77967 for instance with vm_state building and task_state spawning. [ 952.409740] env[69990]: DEBUG nova.compute.manager [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Received event network-changed-3638b236-ea44-4f1b-bbb1-d54997d77967 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.409888] env[69990]: DEBUG nova.compute.manager [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Refreshing instance network info cache due to event network-changed-3638b236-ea44-4f1b-bbb1-d54997d77967. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.410343] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] Acquiring lock "refresh_cache-276f50a8-6376-4df3-ab3b-5d25dc5184f3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.591866] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "0471352d-919b-4973-9de1-8ba4dede613d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.592173] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "0471352d-919b-4973-9de1-8ba4dede613d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.625202] env[69990]: DEBUG nova.network.neutron [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.714198] env[69990]: DEBUG nova.scheduler.client.report [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.761025] env[69990]: DEBUG nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.791029] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446507, 'name': Rename_Task, 'duration_secs': 0.150387} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.791401] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.791670] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8caf407-62bd-4288-9652-920bdbc4c109 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.800640] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 952.800640] env[69990]: value = "task-3446508" [ 952.800640] env[69990]: _type = "Task" [ 952.800640] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.810213] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.822370] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5204201b-b37b-3970-9f89-05c6aed14fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.822917] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.823038] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e2b7dddc-0245-4ae4-98ec-85270c6f1550/e2b7dddc-0245-4ae4-98ec-85270c6f1550.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.823383] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6426ba4-4863-4add-a622-1636a167e39c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.830452] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 952.830452] env[69990]: value = "task-3446509" [ 952.830452] env[69990]: _type = "Task" [ 952.830452] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.839631] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.896763] env[69990]: DEBUG nova.network.neutron [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Updating instance_info_cache with network_info: [{"id": "3638b236-ea44-4f1b-bbb1-d54997d77967", "address": "fa:16:3e:4d:a0:9f", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3638b236-ea", "ovs_interfaceid": "3638b236-ea44-4f1b-bbb1-d54997d77967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.222017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.222017] env[69990]: DEBUG nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.225409] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.772s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.226272] env[69990]: DEBUG nova.objects.instance [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lazy-loading 'resources' on Instance uuid 006789b0-40b0-4040-9977-671e1c50997d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.288249] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.310543] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446508, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.345146] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446509, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.402216] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "refresh_cache-276f50a8-6376-4df3-ab3b-5d25dc5184f3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.402599] env[69990]: DEBUG nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance network_info: |[{"id": "3638b236-ea44-4f1b-bbb1-d54997d77967", "address": "fa:16:3e:4d:a0:9f", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3638b236-ea", "ovs_interfaceid": "3638b236-ea44-4f1b-bbb1-d54997d77967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.402945] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] Acquired lock "refresh_cache-276f50a8-6376-4df3-ab3b-5d25dc5184f3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.403170] env[69990]: DEBUG nova.network.neutron [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Refreshing network info cache for port 3638b236-ea44-4f1b-bbb1-d54997d77967 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.404693] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:a0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3638b236-ea44-4f1b-bbb1-d54997d77967', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.413463] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating folder: Project (5a2689316bda4eff95c5c3804ef6841f). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.414702] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84ef66c9-6759-4f0a-808e-f6d085186951 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.425701] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created folder: Project (5a2689316bda4eff95c5c3804ef6841f) in parent group-v687779. [ 953.425896] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating folder: Instances. Parent ref: group-v688017. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.426161] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba546d77-f451-4999-a3ee-640f99538bdc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.435996] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created folder: Instances in parent group-v688017. [ 953.436280] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.436961] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.436961] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-418d5a61-54c9-4af8-b32b-9c60b2adc728 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.457639] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.457639] env[69990]: value = "task-3446512" [ 953.457639] env[69990]: _type = "Task" [ 953.457639] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.466998] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446512, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.730987] env[69990]: DEBUG nova.compute.utils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.736096] env[69990]: DEBUG nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.736300] env[69990]: DEBUG nova.network.neutron [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.776677] env[69990]: DEBUG nova.policy [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f06086007b43ce9ced96f2fe88c202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a2689316bda4eff95c5c3804ef6841f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.799891] env[69990]: DEBUG oslo_concurrency.lockutils [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.800072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquired lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.800268] env[69990]: DEBUG nova.network.neutron [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.820849] env[69990]: DEBUG oslo_vmware.api [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446508, 'name': PowerOnVM_Task, 'duration_secs': 0.778087} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.821122] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.821380] env[69990]: INFO nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Took 8.59 seconds to spawn the instance on the hypervisor. [ 953.821574] env[69990]: DEBUG nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.822422] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa420a-f69c-4678-9970-4ff574e79a9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.846691] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544622} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.849491] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e2b7dddc-0245-4ae4-98ec-85270c6f1550/e2b7dddc-0245-4ae4-98ec-85270c6f1550.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.850020] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.852203] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-143a4bb9-960d-4aa1-8d17-496b498afd22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.858277] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 953.858277] env[69990]: value = "task-3446513" [ 953.858277] env[69990]: _type = "Task" [ 953.858277] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.870478] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.969402] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446512, 'name': CreateVM_Task, 'duration_secs': 0.359755} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.972237] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.973154] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.973434] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.973848] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.974483] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc4578f-f667-4dae-855b-a700f78ec768 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.981131] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 953.981131] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5266f0b5-66b9-e67e-7253-971bb2c0d26a" [ 953.981131] env[69990]: _type = "Task" [ 953.981131] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.994652] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5266f0b5-66b9-e67e-7253-971bb2c0d26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.113173] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553df276-e233-4802-9951-c8fc41993307 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.122165] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85379631-a266-40e1-b8b3-c31d4de6b370 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.163612] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476b9f9-64ef-46a0-b2b5-81ec7459fb6c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.169176] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc9456d-512e-4ae6-b56a-50934d72b085 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.183693] env[69990]: DEBUG nova.compute.provider_tree [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.193162] env[69990]: DEBUG nova.network.neutron [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Successfully created port: 9f55dadc-fe43-40e2-a057-d5e2577801ca {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.237293] env[69990]: DEBUG nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.310488] env[69990]: DEBUG nova.network.neutron [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Updated VIF entry in instance network info cache for port 3638b236-ea44-4f1b-bbb1-d54997d77967. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.310612] env[69990]: DEBUG nova.network.neutron [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Updating instance_info_cache with network_info: [{"id": "3638b236-ea44-4f1b-bbb1-d54997d77967", "address": "fa:16:3e:4d:a0:9f", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3638b236-ea", "ovs_interfaceid": "3638b236-ea44-4f1b-bbb1-d54997d77967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.351473] env[69990]: INFO nova.compute.manager [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Took 37.64 seconds to build instance. [ 954.369893] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085517} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.372195] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.374164] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b83c10-1f65-41ea-be7d-af4bf5268ce6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.401810] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e2b7dddc-0245-4ae4-98ec-85270c6f1550/e2b7dddc-0245-4ae4-98ec-85270c6f1550.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.401810] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe13461e-5ca8-49ea-8e4f-ae5f641610e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.418832] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 954.418832] env[69990]: value = "task-3446514" [ 954.418832] env[69990]: _type = "Task" [ 954.418832] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.429808] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.494934] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5266f0b5-66b9-e67e-7253-971bb2c0d26a, 'name': SearchDatastore_Task, 'duration_secs': 0.022543} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.495241] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.495616] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.496061] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.496233] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.496420] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.496695] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff3c45e-c09b-424a-8ab7-a5233255d7f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.513119] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.513119] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.513119] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0442fff4-991f-4265-9ec6-9ebd8accfe40 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.519357] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 954.519357] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e11703-4180-b2bc-3ba7-ed0de846b798" [ 954.519357] env[69990]: _type = "Task" [ 954.519357] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.530430] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e11703-4180-b2bc-3ba7-ed0de846b798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.676513] env[69990]: DEBUG nova.network.neutron [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [{"id": "995f9e1c-bb71-4387-b245-75826e1989a5", "address": "fa:16:3e:da:3d:7e", "network": {"id": "4610c913-33e9-4c28-9837-0c8b783df8f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1533068740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c2efb2404e4690b0586d058590c6e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995f9e1c-bb", "ovs_interfaceid": "995f9e1c-bb71-4387-b245-75826e1989a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.687329] env[69990]: DEBUG nova.scheduler.client.report [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.812894] env[69990]: DEBUG oslo_concurrency.lockutils [req-6a049d39-b0e0-4d54-8515-9cda0cc895d7 req-3149aa0e-0e3e-4d85-a724-f4667595e21c service nova] Releasing lock "refresh_cache-276f50a8-6376-4df3-ab3b-5d25dc5184f3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.854292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-299248f7-eb81-41ff-a6ad-d6cafd629d92 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.150s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.933983] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.033765] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e11703-4180-b2bc-3ba7-ed0de846b798, 'name': SearchDatastore_Task, 'duration_secs': 0.044353} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.034620] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777bf67f-c641-4fea-a68c-fe8f56797225 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.041979] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 955.041979] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526fb62d-72a5-94e7-5d33-90c94ed8bcc8" [ 955.041979] env[69990]: _type = "Task" [ 955.041979] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.055387] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526fb62d-72a5-94e7-5d33-90c94ed8bcc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.180012] env[69990]: DEBUG oslo_concurrency.lockutils [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Releasing lock "refresh_cache-9a02cf3b-61f3-41b2-bd11-2a2143b625e0" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.185597] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68ff28-2a6e-4b4f-9918-73f0481dcded {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.195895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.199489] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Resuming the VM {{(pid=69990) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 955.200132] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.318s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.202119] env[69990]: INFO nova.compute.claims [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.212306] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d07ef1c-27fd-4247-aa5a-36d35584556e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.223792] env[69990]: DEBUG oslo_vmware.api [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 955.223792] env[69990]: value = "task-3446515" [ 955.223792] env[69990]: _type = "Task" [ 955.223792] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.237882] env[69990]: DEBUG oslo_vmware.api [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.240454] env[69990]: INFO nova.scheduler.client.report [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted allocations for instance 006789b0-40b0-4040-9977-671e1c50997d [ 955.249047] env[69990]: DEBUG nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.289206] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.289484] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.289641] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.289926] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.290358] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.290576] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.290801] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.290965] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.291154] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.292167] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.292723] env[69990]: DEBUG nova.virt.hardware [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.294810] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25feec98-cc61-4f28-aab6-e15482ce538a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.305148] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc334e16-fa22-4d6c-86ae-3e14cbb91c7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.357684] env[69990]: DEBUG nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.430810] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446514, 'name': ReconfigVM_Task, 'duration_secs': 0.923709} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.431225] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e2b7dddc-0245-4ae4-98ec-85270c6f1550/e2b7dddc-0245-4ae4-98ec-85270c6f1550.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.431892] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb511d8-9819-4438-8b32-5cbbe3dee80f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.439472] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 955.439472] env[69990]: value = "task-3446516" [ 955.439472] env[69990]: _type = "Task" [ 955.439472] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.450250] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446516, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.555197] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526fb62d-72a5-94e7-5d33-90c94ed8bcc8, 'name': SearchDatastore_Task, 'duration_secs': 0.040591} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.555694] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.555694] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.555985] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f05ae67-5735-4264-bb24-4cf21cdfe2af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.560582] env[69990]: DEBUG nova.compute.manager [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-changed-17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.560899] env[69990]: DEBUG nova.compute.manager [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing instance network info cache due to event network-changed-17cb6739-9f37-4f30-8abf-dd8ac700b2f1. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.561062] env[69990]: DEBUG oslo_concurrency.lockutils [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.561242] env[69990]: DEBUG oslo_concurrency.lockutils [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.561433] env[69990]: DEBUG nova.network.neutron [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing network info cache for port 17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.564100] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 955.564100] env[69990]: value = "task-3446517" [ 955.564100] env[69990]: _type = "Task" [ 955.564100] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.573949] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.743061] env[69990]: DEBUG oslo_vmware.api [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.756175] env[69990]: DEBUG oslo_concurrency.lockutils [None req-65f46c4b-7ea4-4be9-a877-97fc4f2d113b tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "006789b0-40b0-4040-9977-671e1c50997d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.469s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.891072] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.952168] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446516, 'name': Rename_Task, 'duration_secs': 0.144029} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.952541] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.952837] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946f8c12-e4ef-454d-8397-916339a3bd0a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.960717] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 955.960717] env[69990]: value = "task-3446518" [ 955.960717] env[69990]: _type = "Task" [ 955.960717] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.973604] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.063086] env[69990]: DEBUG nova.compute.manager [req-48e104d0-9e3e-4a39-8b94-83da85a91d72 req-0c81606f-a35e-4b52-b387-b4cedb99d490 service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Received event network-vif-plugged-9f55dadc-fe43-40e2-a057-d5e2577801ca {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.063086] env[69990]: DEBUG oslo_concurrency.lockutils [req-48e104d0-9e3e-4a39-8b94-83da85a91d72 req-0c81606f-a35e-4b52-b387-b4cedb99d490 service nova] Acquiring lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.063086] env[69990]: DEBUG oslo_concurrency.lockutils [req-48e104d0-9e3e-4a39-8b94-83da85a91d72 req-0c81606f-a35e-4b52-b387-b4cedb99d490 service nova] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.063086] env[69990]: DEBUG oslo_concurrency.lockutils [req-48e104d0-9e3e-4a39-8b94-83da85a91d72 req-0c81606f-a35e-4b52-b387-b4cedb99d490 service nova] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.063086] env[69990]: DEBUG nova.compute.manager [req-48e104d0-9e3e-4a39-8b94-83da85a91d72 req-0c81606f-a35e-4b52-b387-b4cedb99d490 service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] No waiting events found dispatching network-vif-plugged-9f55dadc-fe43-40e2-a057-d5e2577801ca {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.063086] env[69990]: WARNING nova.compute.manager [req-48e104d0-9e3e-4a39-8b94-83da85a91d72 req-0c81606f-a35e-4b52-b387-b4cedb99d490 service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Received unexpected event network-vif-plugged-9f55dadc-fe43-40e2-a057-d5e2577801ca for instance with vm_state building and task_state spawning. [ 956.077039] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446517, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.237055] env[69990]: DEBUG oslo_vmware.api [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446515, 'name': PowerOnVM_Task, 'duration_secs': 0.575431} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.237337] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Resumed the VM {{(pid=69990) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 956.237547] env[69990]: DEBUG nova.compute.manager [None req-140b5788-43da-47ba-aca7-68eeff3beb7f tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.238342] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f87320-d6a1-4666-80f4-8104c4877143 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.268335] env[69990]: DEBUG nova.network.neutron [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Successfully updated port: 9f55dadc-fe43-40e2-a057-d5e2577801ca {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.397640] env[69990]: DEBUG nova.network.neutron [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updated VIF entry in instance network info cache for port 17cb6739-9f37-4f30-8abf-dd8ac700b2f1. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.397990] env[69990]: DEBUG nova.network.neutron [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.471389] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.578574] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894625} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.578756] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.578996] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.579288] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed674e08-0dae-4d86-bb12-ecf10db61303 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.586671] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 956.586671] env[69990]: value = "task-3446519" [ 956.586671] env[69990]: _type = "Task" [ 956.586671] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.594589] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.622024] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eecc8eb-331c-4774-b4ca-3e0414f08700 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.631115] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c9d06a-7040-4ceb-adec-9e5254b109f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.663477] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54532331-7441-4296-874f-e132f672d028 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.670929] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3df305a-07c8-4f08-ac00-5552638d3ddc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.833668] env[69990]: DEBUG nova.compute.provider_tree [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.833668] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "refresh_cache-8b135b1f-bdad-4410-ac61-ebe9a9c85844" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.833668] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "refresh_cache-8b135b1f-bdad-4410-ac61-ebe9a9c85844" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.833668] env[69990]: DEBUG nova.network.neutron [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.902735] env[69990]: DEBUG oslo_concurrency.lockutils [req-33b4ef06-b0cc-4b03-958a-2e9c992fb7ac req-d9238a88-ed54-4a72-8ce7-52ffb6d80770 service nova] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.973465] env[69990]: DEBUG oslo_vmware.api [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446518, 'name': PowerOnVM_Task, 'duration_secs': 0.957705} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.973860] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.973958] env[69990]: INFO nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Took 8.67 seconds to spawn the instance on the hypervisor. [ 956.974195] env[69990]: DEBUG nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.975096] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1480bfa4-de36-4586-90e3-c9d53114c695 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.096774] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076192} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.097105] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.097924] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad4b7c-291f-4d05-82f9-d510345b2753 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.120243] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.120873] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9d17f5-8883-45fb-bc8a-79ab1961213c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.140675] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 957.140675] env[69990]: value = "task-3446520" [ 957.140675] env[69990]: _type = "Task" [ 957.140675] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.148653] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.342051] env[69990]: DEBUG nova.scheduler.client.report [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.376547] env[69990]: DEBUG nova.network.neutron [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.498409] env[69990]: INFO nova.compute.manager [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Took 37.06 seconds to build instance. [ 957.582681] env[69990]: DEBUG nova.network.neutron [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Updating instance_info_cache with network_info: [{"id": "9f55dadc-fe43-40e2-a057-d5e2577801ca", "address": "fa:16:3e:9b:b3:a8", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f55dadc-fe", "ovs_interfaceid": "9f55dadc-fe43-40e2-a057-d5e2577801ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.653452] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.847981] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.848737] env[69990]: DEBUG nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.852586] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.698s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.854733] env[69990]: INFO nova.compute.claims [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.004750] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eba27379-1b96-4688-a9f4-5f218abe7854 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.586s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.090148] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "refresh_cache-8b135b1f-bdad-4410-ac61-ebe9a9c85844" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.090148] env[69990]: DEBUG nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Instance network_info: |[{"id": "9f55dadc-fe43-40e2-a057-d5e2577801ca", "address": "fa:16:3e:9b:b3:a8", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f55dadc-fe", "ovs_interfaceid": "9f55dadc-fe43-40e2-a057-d5e2577801ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.090148] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:b3:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f55dadc-fe43-40e2-a057-d5e2577801ca', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.098390] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.099314] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.099549] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcad7816-f630-4954-bfc1-7e66572b3b98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.122952] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.122952] env[69990]: value = "task-3446521" [ 958.122952] env[69990]: _type = "Task" [ 958.122952] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.134023] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446521, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.152413] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.217256] env[69990]: DEBUG nova.compute.manager [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Received event network-changed-9f55dadc-fe43-40e2-a057-d5e2577801ca {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.217256] env[69990]: DEBUG nova.compute.manager [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Refreshing instance network info cache due to event network-changed-9f55dadc-fe43-40e2-a057-d5e2577801ca. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.217256] env[69990]: DEBUG oslo_concurrency.lockutils [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] Acquiring lock "refresh_cache-8b135b1f-bdad-4410-ac61-ebe9a9c85844" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.217256] env[69990]: DEBUG oslo_concurrency.lockutils [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] Acquired lock "refresh_cache-8b135b1f-bdad-4410-ac61-ebe9a9c85844" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.217773] env[69990]: DEBUG nova.network.neutron [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Refreshing network info cache for port 9f55dadc-fe43-40e2-a057-d5e2577801ca {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.361027] env[69990]: DEBUG nova.compute.utils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.369675] env[69990]: DEBUG nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.369675] env[69990]: DEBUG nova.network.neutron [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.433219] env[69990]: DEBUG nova.policy [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5123836eb0c3440984981279779f5162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a14c56d15d74381b343367d5452a8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.565404] env[69990]: DEBUG nova.compute.manager [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.565404] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af3d47f-1c78-4e93-80be-ba81d5d13260 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.633262] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446521, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.652177] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446520, 'name': ReconfigVM_Task, 'duration_secs': 1.128964} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.652452] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.653099] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3decf40-2305-4f69-8f83-481a6854eaff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.661983] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 958.661983] env[69990]: value = "task-3446522" [ 958.661983] env[69990]: _type = "Task" [ 958.661983] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.669186] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446522, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.878706] env[69990]: DEBUG nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.931956] env[69990]: DEBUG nova.network.neutron [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Successfully created port: ca906672-aba3-4128-a918-6e449a187cc9 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.081386] env[69990]: INFO nova.compute.manager [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] instance snapshotting [ 959.086361] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b7c420-ec8c-4c85-9624-50438fb0f0a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.116122] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3acae16-f3af-4905-bc7d-773f254ca0aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.122844] env[69990]: DEBUG nova.network.neutron [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Updated VIF entry in instance network info cache for port 9f55dadc-fe43-40e2-a057-d5e2577801ca. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.123094] env[69990]: DEBUG nova.network.neutron [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Updating instance_info_cache with network_info: [{"id": "9f55dadc-fe43-40e2-a057-d5e2577801ca", "address": "fa:16:3e:9b:b3:a8", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f55dadc-fe", "ovs_interfaceid": "9f55dadc-fe43-40e2-a057-d5e2577801ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.143982] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446521, 'name': CreateVM_Task, 'duration_secs': 0.640016} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.143982] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.144792] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.144958] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.145292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.145559] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69749b87-c453-4856-8b72-9bc7e16e91e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.154151] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 959.154151] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b396ca-320c-4d1f-990f-e98da5b9b79a" [ 959.154151] env[69990]: _type = "Task" [ 959.154151] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.162698] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b396ca-320c-4d1f-990f-e98da5b9b79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.170717] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446522, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.291041] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd41820-51a9-48c7-95e3-3408bf88e845 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.299130] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f15d12b-1247-403c-802f-754be373996e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.331503] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23835d-26ac-4aa3-82a1-ba954056e71e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.339746] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01b320-92f8-4be0-a9f5-309d3fba789d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.354706] env[69990]: DEBUG nova.compute.provider_tree [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.634486] env[69990]: DEBUG oslo_concurrency.lockutils [req-78fcb40c-8a3f-4e56-bcf8-09ea3662be18 req-e4cec3eb-5058-47fd-b700-b408011282aa service nova] Releasing lock "refresh_cache-8b135b1f-bdad-4410-ac61-ebe9a9c85844" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.639603] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 959.639603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58f3ba74-db79-4026-a7ff-233bcdf2f61d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.647788] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 959.647788] env[69990]: value = "task-3446523" [ 959.647788] env[69990]: _type = "Task" [ 959.647788] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.659191] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.670176] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b396ca-320c-4d1f-990f-e98da5b9b79a, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.673431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.673662] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.673904] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.674061] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.674247] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.674510] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446522, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.674718] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30a10721-3ba7-472e-a045-806cd535a343 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.681948] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.682154] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.682854] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d71ba3-1aa9-4795-a9ad-361d4ad9e92d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.687519] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 959.687519] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b68a07-1a21-3a36-8fbe-56e381953472" [ 959.687519] env[69990]: _type = "Task" [ 959.687519] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.695984] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b68a07-1a21-3a36-8fbe-56e381953472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.859915] env[69990]: DEBUG nova.scheduler.client.report [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.889869] env[69990]: DEBUG nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.928168] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.928168] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.928168] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.928168] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.928168] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.928574] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.928629] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.928907] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.929137] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.929605] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.929605] env[69990]: DEBUG nova.virt.hardware [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.930460] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8ca2b9-9d0e-4eb2-aa98-16edaf434d4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.942097] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334e8bc-62a3-462e-a1c9-f2f9335f0343 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.163836] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.170609] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446522, 'name': Rename_Task, 'duration_secs': 1.160123} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.170891] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.171183] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e646910-d46c-4b0e-90a6-7fb7a35cb3c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.178386] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 960.178386] env[69990]: value = "task-3446524" [ 960.178386] env[69990]: _type = "Task" [ 960.178386] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.187508] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.197995] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b68a07-1a21-3a36-8fbe-56e381953472, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.199496] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e60737d-762b-428a-87b5-af5c4a1d8120 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.206886] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 960.206886] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52259b97-f574-186b-bb22-e352508c9ed8" [ 960.206886] env[69990]: _type = "Task" [ 960.206886] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.217022] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52259b97-f574-186b-bb22-e352508c9ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.373040] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.373535] env[69990]: DEBUG nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.377369] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.516s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.661022] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446523, 'name': CreateSnapshot_Task, 'duration_secs': 0.575687} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.661022] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 960.661022] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b8af4-da44-4eaf-8434-077dc6f793cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.689910] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.726743] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52259b97-f574-186b-bb22-e352508c9ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.020738} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.727628] env[69990]: DEBUG nova.compute.manager [req-9dc908a7-40e4-4e42-8857-f498617ad59b req-a88840c7-bd99-48c9-be87-a35e15a66988 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Received event network-vif-plugged-ca906672-aba3-4128-a918-6e449a187cc9 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.727839] env[69990]: DEBUG oslo_concurrency.lockutils [req-9dc908a7-40e4-4e42-8857-f498617ad59b req-a88840c7-bd99-48c9-be87-a35e15a66988 service nova] Acquiring lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.728089] env[69990]: DEBUG oslo_concurrency.lockutils [req-9dc908a7-40e4-4e42-8857-f498617ad59b req-a88840c7-bd99-48c9-be87-a35e15a66988 service nova] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.729187] env[69990]: DEBUG oslo_concurrency.lockutils [req-9dc908a7-40e4-4e42-8857-f498617ad59b req-a88840c7-bd99-48c9-be87-a35e15a66988 service nova] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.729187] env[69990]: DEBUG nova.compute.manager [req-9dc908a7-40e4-4e42-8857-f498617ad59b req-a88840c7-bd99-48c9-be87-a35e15a66988 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] No waiting events found dispatching network-vif-plugged-ca906672-aba3-4128-a918-6e449a187cc9 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.729187] env[69990]: WARNING nova.compute.manager [req-9dc908a7-40e4-4e42-8857-f498617ad59b req-a88840c7-bd99-48c9-be87-a35e15a66988 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Received unexpected event network-vif-plugged-ca906672-aba3-4128-a918-6e449a187cc9 for instance with vm_state building and task_state spawning. [ 960.729187] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.729400] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 8b135b1f-bdad-4410-ac61-ebe9a9c85844/8b135b1f-bdad-4410-ac61-ebe9a9c85844.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.730183] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4c1d2ff-4f32-4b83-a559-f1704a1a13f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.738941] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 960.738941] env[69990]: value = "task-3446525" [ 960.738941] env[69990]: _type = "Task" [ 960.738941] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.748799] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.881149] env[69990]: DEBUG nova.compute.utils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.883389] env[69990]: DEBUG nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.883632] env[69990]: DEBUG nova.network.neutron [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.898043] env[69990]: INFO nova.compute.claims [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.078855] env[69990]: DEBUG nova.policy [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5a65078185442c921038b19a0df6ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264c4a2642fe4876b36423f06cb6fd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.180500] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.181024] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e29bf7b7-15e0-4e8b-8b02-fdf78794d8ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.199691] env[69990]: DEBUG oslo_vmware.api [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446524, 'name': PowerOnVM_Task, 'duration_secs': 0.793417} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.201434] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.201434] env[69990]: INFO nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Took 10.32 seconds to spawn the instance on the hypervisor. [ 961.202541] env[69990]: DEBUG nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.202541] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 961.202541] env[69990]: value = "task-3446526" [ 961.202541] env[69990]: _type = "Task" [ 961.202541] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.202891] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd03d1-71a5-4b39-9979-c6314ed13632 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.214972] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446526, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.257467] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.303523] env[69990]: DEBUG nova.network.neutron [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Successfully updated port: ca906672-aba3-4128-a918-6e449a187cc9 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.407067] env[69990]: DEBUG nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.414132] env[69990]: INFO nova.compute.resource_tracker [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating resource usage from migration f129e613-aafd-46e0-8408-47bd95b8d74c [ 961.604372] env[69990]: DEBUG nova.network.neutron [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Successfully created port: 68138dee-3b98-4a91-ab1b-9a31ba74af01 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.720884] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446526, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.729323] env[69990]: INFO nova.compute.manager [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Took 41.20 seconds to build instance. [ 961.754598] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675752} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.755836] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 8b135b1f-bdad-4410-ac61-ebe9a9c85844/8b135b1f-bdad-4410-ac61-ebe9a9c85844.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.756159] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.756485] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02e597a8-7f02-4336-8dca-d410e79e8ff4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.765237] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 961.765237] env[69990]: value = "task-3446527" [ 961.765237] env[69990]: _type = "Task" [ 961.765237] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.776939] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.808747] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.808911] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.809405] env[69990]: DEBUG nova.network.neutron [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.827324] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d680521-5bf3-4f14-a9d1-7c230c9a2eb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.838683] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c64ea30-4513-4a03-b368-82d523bd5d31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.885413] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aca0c4-a1ab-4c43-9178-db3d8c88a146 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.895822] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0eacb5-f8ec-4c6a-942b-ab790eed2006 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.915263] env[69990]: DEBUG nova.compute.provider_tree [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.217750] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446526, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.234945] env[69990]: DEBUG oslo_concurrency.lockutils [None req-721cb5df-d961-4e86-a067-c09e55703db7 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.710s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.253629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.253846] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.277515] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148788} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.277772] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.278566] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a64c67-03af-49f2-9605-ef793c75412e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.302368] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 8b135b1f-bdad-4410-ac61-ebe9a9c85844/8b135b1f-bdad-4410-ac61-ebe9a9c85844.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.302368] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a707464-aaf6-46cf-bf6f-8c012fbe4526 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.325218] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 962.325218] env[69990]: value = "task-3446528" [ 962.325218] env[69990]: _type = "Task" [ 962.325218] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.332990] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.359428] env[69990]: DEBUG nova.network.neutron [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.418460] env[69990]: DEBUG nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.422688] env[69990]: DEBUG nova.scheduler.client.report [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.448554] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.448664] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.449354] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.449354] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.449354] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.449354] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.449594] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.449753] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.449966] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.450213] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.450429] env[69990]: DEBUG nova.virt.hardware [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.451635] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9dd08-1107-4d06-9b81-9f60c410c758 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.460815] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c64f192-dde8-4ad2-bb43-7c633ed875a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.504173] env[69990]: DEBUG nova.network.neutron [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance_info_cache with network_info: [{"id": "ca906672-aba3-4128-a918-6e449a187cc9", "address": "fa:16:3e:b6:71:55", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca906672-ab", "ovs_interfaceid": "ca906672-aba3-4128-a918-6e449a187cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.716701] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446526, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.756498] env[69990]: DEBUG nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.769177] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.769466] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.769677] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.769865] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.770200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.772178] env[69990]: INFO nova.compute.manager [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Terminating instance [ 962.835479] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.926276] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.549s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.926500] env[69990]: INFO nova.compute.manager [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Migrating [ 962.933226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.026s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.933399] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.935438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.232s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.935643] env[69990]: DEBUG nova.objects.instance [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'resources' on Instance uuid da46ebc6-6bda-478c-936a-033cb13c53ee {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.959162] env[69990]: INFO nova.scheduler.client.report [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted allocations for instance 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8 [ 962.978617] env[69990]: DEBUG nova.compute.manager [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Received event network-changed-ca906672-aba3-4128-a918-6e449a187cc9 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.978758] env[69990]: DEBUG nova.compute.manager [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Refreshing instance network info cache due to event network-changed-ca906672-aba3-4128-a918-6e449a187cc9. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.978986] env[69990]: DEBUG oslo_concurrency.lockutils [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] Acquiring lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.007945] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.009102] env[69990]: DEBUG nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Instance network_info: |[{"id": "ca906672-aba3-4128-a918-6e449a187cc9", "address": "fa:16:3e:b6:71:55", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca906672-ab", "ovs_interfaceid": "ca906672-aba3-4128-a918-6e449a187cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.009442] env[69990]: DEBUG oslo_concurrency.lockutils [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] Acquired lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.009649] env[69990]: DEBUG nova.network.neutron [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Refreshing network info cache for port ca906672-aba3-4128-a918-6e449a187cc9 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.012735] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:71:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca906672-aba3-4128-a918-6e449a187cc9', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.020660] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.021654] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.021894] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaa44303-50cf-4ae2-bc45-42b94fd3aca6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.041975] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.041975] env[69990]: value = "task-3446529" [ 963.041975] env[69990]: _type = "Task" [ 963.041975] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.050086] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446529, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.221022] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446526, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.275727] env[69990]: DEBUG nova.network.neutron [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Successfully updated port: 68138dee-3b98-4a91-ab1b-9a31ba74af01 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.280499] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.281980] env[69990]: DEBUG nova.compute.manager [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.281980] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.282195] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5470dc34-a4ee-4284-8234-61c933abb712 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.290281] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.290506] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b366e53e-9f9f-47d6-a242-c2607d9587dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.296661] env[69990]: DEBUG oslo_vmware.api [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 963.296661] env[69990]: value = "task-3446530" [ 963.296661] env[69990]: _type = "Task" [ 963.296661] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.304282] env[69990]: DEBUG oslo_vmware.api [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.335603] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.446027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.446206] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.446383] env[69990]: DEBUG nova.network.neutron [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.469105] env[69990]: DEBUG oslo_concurrency.lockutils [None req-84f57af5-9391-47f5-9bb3-e58865b72a3d tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.218s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.560793] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446529, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.717806] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446526, 'name': CloneVM_Task, 'duration_secs': 2.431702} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.718106] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Created linked-clone VM from snapshot [ 963.718877] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d8084-7fe8-4fce-beaa-7a6b3ee9fb45 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.726576] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Uploading image b43e571f-2a24-482e-be71-b3a00fce5d13 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.739780] env[69990]: DEBUG nova.network.neutron [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updated VIF entry in instance network info cache for port ca906672-aba3-4128-a918-6e449a187cc9. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.740144] env[69990]: DEBUG nova.network.neutron [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance_info_cache with network_info: [{"id": "ca906672-aba3-4128-a918-6e449a187cc9", "address": "fa:16:3e:b6:71:55", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca906672-ab", "ovs_interfaceid": "ca906672-aba3-4128-a918-6e449a187cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.744322] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 963.744587] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b707b57a-478d-444e-b84e-fcfaf1274d8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.751451] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 963.751451] env[69990]: value = "task-3446531" [ 963.751451] env[69990]: _type = "Task" [ 963.751451] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.766454] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446531, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.780783] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "refresh_cache-ff58fd86-e175-4e82-8bcc-8ca501598369" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.780783] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "refresh_cache-ff58fd86-e175-4e82-8bcc-8ca501598369" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.780783] env[69990]: DEBUG nova.network.neutron [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.783615] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a48584-9b3f-44d5-a57f-ec2698da1dd7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.796017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938d44e3-1e2c-4d4f-9249-c1470569e653 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.825490] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293c6d4a-a727-4970-be75-7a91d0b04e95 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.835238] env[69990]: DEBUG oslo_vmware.api [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446530, 'name': PowerOffVM_Task, 'duration_secs': 0.303251} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.835915] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.836140] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.836416] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b913a5f-df0e-4b66-9a6f-6d312f5da1b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.842181] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f188542d-470b-422a-9a5d-085e6c4b5e98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.849292] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446528, 'name': ReconfigVM_Task, 'duration_secs': 1.081} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.849826] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 8b135b1f-bdad-4410-ac61-ebe9a9c85844/8b135b1f-bdad-4410-ac61-ebe9a9c85844.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.850463] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b8db53-cc9e-45c2-97d2-4c655966123d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.859890] env[69990]: DEBUG nova.compute.provider_tree [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.866488] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 963.866488] env[69990]: value = "task-3446533" [ 963.866488] env[69990]: _type = "Task" [ 963.866488] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.876085] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446533, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.915397] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.915397] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.915397] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleting the datastore file [datastore1] 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.915397] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e2dfdc-2438-4073-b88a-50968a6cca1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.919255] env[69990]: DEBUG oslo_vmware.api [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for the task: (returnval){ [ 963.919255] env[69990]: value = "task-3446534" [ 963.919255] env[69990]: _type = "Task" [ 963.919255] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.927868] env[69990]: DEBUG oslo_vmware.api [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.054882] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446529, 'name': CreateVM_Task, 'duration_secs': 0.517354} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.055053] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.055755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.055935] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.056268] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.056530] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace15a8f-483e-43b6-9e47-6e10e2a39187 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.060769] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 964.060769] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5214fab1-c060-0b9b-754a-16f810e197c6" [ 964.060769] env[69990]: _type = "Task" [ 964.060769] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.067934] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5214fab1-c060-0b9b-754a-16f810e197c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.221883] env[69990]: DEBUG nova.network.neutron [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.247936] env[69990]: DEBUG oslo_concurrency.lockutils [req-245ab30c-2f67-4f02-9f79-5d596788b6f2 req-dc99b35f-591e-4e74-8409-08d49fc0db30 service nova] Releasing lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.261224] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446531, 'name': Destroy_Task, 'duration_secs': 0.442204} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.261485] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Destroyed the VM [ 964.261717] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.261950] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f9a3eb2-7baf-45a0-abc1-50f5ae8a2eb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.267636] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 964.267636] env[69990]: value = "task-3446535" [ 964.267636] env[69990]: _type = "Task" [ 964.267636] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.274563] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.314566] env[69990]: DEBUG nova.network.neutron [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.363586] env[69990]: DEBUG nova.scheduler.client.report [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.377065] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446533, 'name': Rename_Task, 'duration_secs': 0.157984} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.377352] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.377595] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-774a04d2-fce2-4828-aba0-f73540ecd1df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.387560] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 964.387560] env[69990]: value = "task-3446536" [ 964.387560] env[69990]: _type = "Task" [ 964.387560] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.395230] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.428453] env[69990]: DEBUG oslo_vmware.api [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Task: {'id': task-3446534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176152} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.428453] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.428808] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.428808] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.428905] env[69990]: INFO nova.compute.manager [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 964.429167] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.429356] env[69990]: DEBUG nova.compute.manager [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.429450] env[69990]: DEBUG nova.network.neutron [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.456106] env[69990]: DEBUG nova.network.neutron [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Updating instance_info_cache with network_info: [{"id": "68138dee-3b98-4a91-ab1b-9a31ba74af01", "address": "fa:16:3e:4a:07:71", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68138dee-3b", "ovs_interfaceid": "68138dee-3b98-4a91-ab1b-9a31ba74af01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.571564] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5214fab1-c060-0b9b-754a-16f810e197c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.575021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.575021] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.575021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.575021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.575021] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.575021] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fad4620c-0699-4b99-a964-7169caa2619f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.581368] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.581567] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.582337] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47908e4-396b-467d-937c-cd4dd0299c63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.587986] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 964.587986] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5261f34c-fd0a-db6c-96b0-bc0bab74acaf" [ 964.587986] env[69990]: _type = "Task" [ 964.587986] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.595946] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5261f34c-fd0a-db6c-96b0-bc0bab74acaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.724294] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.781397] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.874133] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.875961] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.715s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.878210] env[69990]: INFO nova.compute.claims [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.902032] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.934530] env[69990]: INFO nova.scheduler.client.report [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted allocations for instance da46ebc6-6bda-478c-936a-033cb13c53ee [ 964.958760] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "refresh_cache-ff58fd86-e175-4e82-8bcc-8ca501598369" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.959168] env[69990]: DEBUG nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Instance network_info: |[{"id": "68138dee-3b98-4a91-ab1b-9a31ba74af01", "address": "fa:16:3e:4a:07:71", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68138dee-3b", "ovs_interfaceid": "68138dee-3b98-4a91-ab1b-9a31ba74af01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.959714] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:07:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68138dee-3b98-4a91-ab1b-9a31ba74af01', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.967951] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.968952] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.969355] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b4f670d-0e08-4f14-abb0-6d4b6f959047 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.992611] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.992611] env[69990]: value = "task-3446537" [ 964.992611] env[69990]: _type = "Task" [ 964.992611] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.001845] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446537, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.030218] env[69990]: DEBUG nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Received event network-vif-plugged-68138dee-3b98-4a91-ab1b-9a31ba74af01 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.030435] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] Acquiring lock "ff58fd86-e175-4e82-8bcc-8ca501598369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.030836] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.031037] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.031213] env[69990]: DEBUG nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] No waiting events found dispatching network-vif-plugged-68138dee-3b98-4a91-ab1b-9a31ba74af01 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.031380] env[69990]: WARNING nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Received unexpected event network-vif-plugged-68138dee-3b98-4a91-ab1b-9a31ba74af01 for instance with vm_state building and task_state spawning. [ 965.031539] env[69990]: DEBUG nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Received event network-changed-68138dee-3b98-4a91-ab1b-9a31ba74af01 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.031694] env[69990]: DEBUG nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Refreshing instance network info cache due to event network-changed-68138dee-3b98-4a91-ab1b-9a31ba74af01. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.031886] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] Acquiring lock "refresh_cache-ff58fd86-e175-4e82-8bcc-8ca501598369" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.032033] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] Acquired lock "refresh_cache-ff58fd86-e175-4e82-8bcc-8ca501598369" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.032193] env[69990]: DEBUG nova.network.neutron [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Refreshing network info cache for port 68138dee-3b98-4a91-ab1b-9a31ba74af01 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.101972] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5261f34c-fd0a-db6c-96b0-bc0bab74acaf, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.102733] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d410da03-5bba-4f23-8190-fba9b57b8a7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.108840] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 965.108840] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5288e9d2-ca2a-f292-a500-0e8e93d1b810" [ 965.108840] env[69990]: _type = "Task" [ 965.108840] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.116824] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5288e9d2-ca2a-f292-a500-0e8e93d1b810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.199441] env[69990]: DEBUG nova.network.neutron [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.277909] env[69990]: DEBUG oslo_vmware.api [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446535, 'name': RemoveSnapshot_Task, 'duration_secs': 0.772039} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.278238] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 965.374284] env[69990]: DEBUG oslo_concurrency.lockutils [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.374284] env[69990]: DEBUG oslo_concurrency.lockutils [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.399816] env[69990]: DEBUG oslo_vmware.api [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446536, 'name': PowerOnVM_Task, 'duration_secs': 0.589381} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.400108] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.400310] env[69990]: INFO nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Took 10.15 seconds to spawn the instance on the hypervisor. [ 965.400485] env[69990]: DEBUG nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.401257] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c853b755-090c-4a16-9202-e8616f5c6193 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.444092] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a1e01ed0-b709-4afe-9062-1ecae54ddfe5 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "da46ebc6-6bda-478c-936a-033cb13c53ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.869s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.502848] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446537, 'name': CreateVM_Task, 'duration_secs': 0.483631} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.503032] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.503728] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.503912] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.504234] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.504494] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987efb48-124d-49c0-96ca-ff7ea82f25cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.508798] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 965.508798] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5225fe2d-0325-b82e-9643-0ef2ddd33b4a" [ 965.508798] env[69990]: _type = "Task" [ 965.508798] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.516283] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5225fe2d-0325-b82e-9643-0ef2ddd33b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.619221] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5288e9d2-ca2a-f292-a500-0e8e93d1b810, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.619476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.619759] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 47114c84-b4b6-4912-b071-8ba4524aa6ab/47114c84-b4b6-4912-b071-8ba4524aa6ab.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.620024] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b149011-97ca-4421-a3a7-8faaeefa6d23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.627855] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 965.627855] env[69990]: value = "task-3446538" [ 965.627855] env[69990]: _type = "Task" [ 965.627855] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.635875] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.702009] env[69990]: INFO nova.compute.manager [-] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Took 1.27 seconds to deallocate network for instance. [ 965.716812] env[69990]: DEBUG nova.network.neutron [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Updated VIF entry in instance network info cache for port 68138dee-3b98-4a91-ab1b-9a31ba74af01. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.717196] env[69990]: DEBUG nova.network.neutron [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Updating instance_info_cache with network_info: [{"id": "68138dee-3b98-4a91-ab1b-9a31ba74af01", "address": "fa:16:3e:4a:07:71", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68138dee-3b", "ovs_interfaceid": "68138dee-3b98-4a91-ab1b-9a31ba74af01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.782641] env[69990]: WARNING nova.compute.manager [None req-299f49e3-d40f-4e85-80b2-ae5ccb04240c tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Image not found during snapshot: nova.exception.ImageNotFound: Image b43e571f-2a24-482e-be71-b3a00fce5d13 could not be found. [ 965.877108] env[69990]: INFO nova.compute.manager [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Detaching volume 59f2fe06-a772-4b30-acc5-d939c8cb2926 [ 965.924263] env[69990]: INFO nova.virt.block_device [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Attempting to driver detach volume 59f2fe06-a772-4b30-acc5-d939c8cb2926 from mountpoint /dev/sdb [ 965.929285] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 965.929285] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687987', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'name': 'volume-59f2fe06-a772-4b30-acc5-d939c8cb2926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a0c60cf0-e184-490d-921a-4da52c473859', 'attached_at': '', 'detached_at': '', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'serial': '59f2fe06-a772-4b30-acc5-d939c8cb2926'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 965.929285] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a470bb-fe2c-4381-9aa3-57eb2a78d083 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.929285] env[69990]: INFO nova.compute.manager [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Took 44.39 seconds to build instance. [ 965.952400] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2928ec4f-9187-49a9-87e9-176336c2d7c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.961611] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41e6fcd-3c49-463b-bb87-202b958ba8b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.988015] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceeaa7a-771b-424f-8de3-e9dd04b95a0e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.003738] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] The volume has not been displaced from its original location: [datastore1] volume-59f2fe06-a772-4b30-acc5-d939c8cb2926/volume-59f2fe06-a772-4b30-acc5-d939c8cb2926.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 966.008986] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.011934] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d782977c-01d4-46a2-ae69-59d3b502a1ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.037631] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5225fe2d-0325-b82e-9643-0ef2ddd33b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.023757} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.037918] env[69990]: DEBUG oslo_vmware.api [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 966.037918] env[69990]: value = "task-3446539" [ 966.037918] env[69990]: _type = "Task" [ 966.037918] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.040477] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.040725] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.041015] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.041181] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.041365] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.041856] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c0dcd9e-480f-4303-8150-baaedf20b056 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.054794] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.054977] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.055695] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5104dfe-78f4-4f73-ac85-a87a9197a0d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.063123] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 966.063123] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e4ea36-03ef-a67c-2b68-c3a8c0572fcc" [ 966.063123] env[69990]: _type = "Task" [ 966.063123] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.071746] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e4ea36-03ef-a67c-2b68-c3a8c0572fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.140179] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446538, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.211834] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.219890] env[69990]: DEBUG oslo_concurrency.lockutils [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] Releasing lock "refresh_cache-ff58fd86-e175-4e82-8bcc-8ca501598369" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.220198] env[69990]: DEBUG nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Received event network-vif-deleted-995f9e1c-bb71-4387-b245-75826e1989a5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.220374] env[69990]: INFO nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Neutron deleted interface 995f9e1c-bb71-4387-b245-75826e1989a5; detaching it from the instance and deleting it from the info cache [ 966.220556] env[69990]: DEBUG nova.network.neutron [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.238493] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06baeabb-0c08-4310-a742-05c8fdb7d49d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.261854] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance 'dce8d782-2479-4720-adb5-f6f380d7a9bc' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.301281] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a9655-7d85-4fb6-b625-f757a1448160 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.309757] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bf946f-ec7a-4fe8-9974-0375db872263 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.344714] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf60e57-0d60-43d5-8c8a-82e669c87e01 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.354037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47be5b17-c875-49c7-be34-07b3f06dbb15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.368501] env[69990]: DEBUG nova.compute.provider_tree [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.430893] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd371bc4-d89e-4818-a866-b5bb691e7f3e tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.906s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.554561] env[69990]: DEBUG oslo_vmware.api [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446539, 'name': ReconfigVM_Task, 'duration_secs': 0.361543} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.554847] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.559718] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73c8234-8051-42a3-a37e-17a0ed804b46 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.579797] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e4ea36-03ef-a67c-2b68-c3a8c0572fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.581558] env[69990]: DEBUG oslo_vmware.api [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 966.581558] env[69990]: value = "task-3446540" [ 966.581558] env[69990]: _type = "Task" [ 966.581558] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.581809] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffe9c60-d812-4944-84a3-dfa2cfe652a0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.590607] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 966.590607] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f210fc-3b2f-1e71-8b32-877790804e4c" [ 966.590607] env[69990]: _type = "Task" [ 966.590607] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.603779] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f210fc-3b2f-1e71-8b32-877790804e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.624419] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.625471] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.625471] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.625471] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.625471] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.627404] env[69990]: INFO nova.compute.manager [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Terminating instance [ 966.642186] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825956} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.642186] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 47114c84-b4b6-4912-b071-8ba4524aa6ab/47114c84-b4b6-4912-b071-8ba4524aa6ab.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.642186] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.642186] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7391489-994e-4366-8a6c-fc5804de8054 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.648582] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 966.648582] env[69990]: value = "task-3446541" [ 966.648582] env[69990]: _type = "Task" [ 966.648582] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.656617] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.723267] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fbf367b-2836-45eb-8abe-0eb557ac6ca6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.733672] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc36b9be-9826-4c13-bc5f-d43ac1de1505 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.772324] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.772586] env[69990]: DEBUG nova.compute.manager [req-5ebd8e6f-bcb5-4bed-94dc-699e3df5bc0a req-8d065d83-6b52-4627-ba94-ad909faba53a service nova] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Detach interface failed, port_id=995f9e1c-bb71-4387-b245-75826e1989a5, reason: Instance 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.773404] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afdc813-9f3b-41c2-80b7-a87b1df358fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.781638] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 966.781638] env[69990]: value = "task-3446542" [ 966.781638] env[69990]: _type = "Task" [ 966.781638] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.791611] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.791930] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance 'dce8d782-2479-4720-adb5-f6f380d7a9bc' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.871863] env[69990]: DEBUG nova.scheduler.client.report [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.015647] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.016733] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.095763] env[69990]: DEBUG oslo_vmware.api [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446540, 'name': ReconfigVM_Task, 'duration_secs': 0.165704} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.099117] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687987', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'name': 'volume-59f2fe06-a772-4b30-acc5-d939c8cb2926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a0c60cf0-e184-490d-921a-4da52c473859', 'attached_at': '', 'detached_at': '', 'volume_id': '59f2fe06-a772-4b30-acc5-d939c8cb2926', 'serial': '59f2fe06-a772-4b30-acc5-d939c8cb2926'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 967.107234] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f210fc-3b2f-1e71-8b32-877790804e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.028573} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.107921] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.107921] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ff58fd86-e175-4e82-8bcc-8ca501598369/ff58fd86-e175-4e82-8bcc-8ca501598369.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.108124] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fceaa69c-10be-45b1-88aa-8d4d02daa0d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.114941] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 967.114941] env[69990]: value = "task-3446543" [ 967.114941] env[69990]: _type = "Task" [ 967.114941] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.123316] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.135055] env[69990]: DEBUG nova.compute.manager [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.135270] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.136220] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7b469-6e7f-4fd3-8955-57feb5ab68f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.143207] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.143455] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f5a1be-a1f2-44bb-9c88-e7dd8b682264 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.149442] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 967.149442] env[69990]: value = "task-3446544" [ 967.149442] env[69990]: _type = "Task" [ 967.149442] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.161602] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176823} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.164283] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.164525] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.165202] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c581707-7135-43b2-94a8-742fd1d96b4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.186188] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 47114c84-b4b6-4912-b071-8ba4524aa6ab/47114c84-b4b6-4912-b071-8ba4524aa6ab.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.186413] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee7002e-c335-455b-96f2-764aece207da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.205281] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 967.205281] env[69990]: value = "task-3446545" [ 967.205281] env[69990]: _type = "Task" [ 967.205281] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.212604] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.298063] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.298319] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.298478] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.298695] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.298852] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.299009] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.299226] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.299385] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.299570] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.299774] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.299959] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.305013] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d409d6-86be-4fb2-9909-252c0249d0bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.321119] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 967.321119] env[69990]: value = "task-3446546" [ 967.321119] env[69990]: _type = "Task" [ 967.321119] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.328976] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.377137] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.377846] env[69990]: DEBUG nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.380752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.457s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.382319] env[69990]: INFO nova.compute.claims [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.488443] env[69990]: DEBUG oslo_concurrency.lockutils [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "e294004b-ac53-4fea-876f-0547e0ce009b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.488949] env[69990]: DEBUG oslo_concurrency.lockutils [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.518635] env[69990]: DEBUG nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.626480] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.647068] env[69990]: DEBUG nova.objects.instance [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'flavor' on Instance uuid a0c60cf0-e184-490d-921a-4da52c473859 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.662428] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446544, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.715522] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.832031] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446546, 'name': ReconfigVM_Task, 'duration_secs': 0.388753} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.832412] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance 'dce8d782-2479-4720-adb5-f6f380d7a9bc' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.887090] env[69990]: DEBUG nova.compute.utils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.891488] env[69990]: DEBUG nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.891695] env[69990]: DEBUG nova.network.neutron [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.940858] env[69990]: DEBUG nova.policy [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc2b77c80a7849c2ab2596884527895d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d42c260554946c0a246a5d9221c1b51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.992912] env[69990]: INFO nova.compute.manager [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Detaching volume de34ec25-c976-4738-9581-f6d37256e685 [ 968.035490] env[69990]: INFO nova.virt.block_device [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Attempting to driver detach volume de34ec25-c976-4738-9581-f6d37256e685 from mountpoint /dev/sdb [ 968.035726] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 968.035974] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687964', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'name': 'volume-de34ec25-c976-4738-9581-f6d37256e685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e294004b-ac53-4fea-876f-0547e0ce009b', 'attached_at': '', 'detached_at': '', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'serial': 'de34ec25-c976-4738-9581-f6d37256e685'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 968.036865] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2a7d54-0708-4084-8fd4-488a205fd365 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.061680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.062497] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c243c-afb5-4a92-bd63-cb87e83d7114 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.070021] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e3aba-f15b-459f-a665-5468b9d1f573 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.091333] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14f1c17-82d9-40d7-9a39-be8df27c7d8b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.107210] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] The volume has not been displaced from its original location: [datastore2] volume-de34ec25-c976-4738-9581-f6d37256e685/volume-de34ec25-c976-4738-9581-f6d37256e685.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 968.112769] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.113129] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529ed1a7-c635-4544-b27e-1a228c4ee8d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.134518] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92913} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.135758] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ff58fd86-e175-4e82-8bcc-8ca501598369/ff58fd86-e175-4e82-8bcc-8ca501598369.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.135985] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.136316] env[69990]: DEBUG oslo_vmware.api [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 968.136316] env[69990]: value = "task-3446547" [ 968.136316] env[69990]: _type = "Task" [ 968.136316] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.136509] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86727013-9d01-455b-8828-38d7a6da66c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.147987] env[69990]: DEBUG oslo_vmware.api [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.149375] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 968.149375] env[69990]: value = "task-3446548" [ 968.149375] env[69990]: _type = "Task" [ 968.149375] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.167653] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446544, 'name': PowerOffVM_Task, 'duration_secs': 0.588421} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.167961] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.168226] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.169146] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b51cd031-efe8-4df6-9812-6a9ef165269e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.215334] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.267470] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.267695] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.267876] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleting the datastore file [datastore1] e2b7dddc-0245-4ae4-98ec-85270c6f1550 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.268168] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17f4292c-0dd4-4280-8fcf-a2c565e423ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.271112] env[69990]: DEBUG nova.network.neutron [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Successfully created port: ce59b58c-285c-437b-90a5-610bb0dd3786 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.274592] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for the task: (returnval){ [ 968.274592] env[69990]: value = "task-3446550" [ 968.274592] env[69990]: _type = "Task" [ 968.274592] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.283282] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.339847] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.340131] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.340291] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.340475] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.340621] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.340764] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.340985] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.341668] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.341668] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.341668] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.341861] env[69990]: DEBUG nova.virt.hardware [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.347018] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.347311] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29644ccf-ee49-4f7f-9b12-a4000e327a65 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.365399] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 968.365399] env[69990]: value = "task-3446551" [ 968.365399] env[69990]: _type = "Task" [ 968.365399] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.375460] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.393588] env[69990]: DEBUG nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.648216] env[69990]: DEBUG oslo_vmware.api [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446547, 'name': ReconfigVM_Task, 'duration_secs': 0.252085} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.651056] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.656212] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d33665d-2d8f-429a-b8ec-2242ab3b1c70 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.672259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-60442a01-fe08-4488-b89d-f73799f9e10b tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.678834] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082972} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.680175] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.680559] env[69990]: DEBUG oslo_vmware.api [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 968.680559] env[69990]: value = "task-3446552" [ 968.680559] env[69990]: _type = "Task" [ 968.680559] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.681284] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771fb7e0-534b-4370-806f-9abebce61752 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.693513] env[69990]: DEBUG oslo_vmware.api [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.719947] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] ff58fd86-e175-4e82-8bcc-8ca501598369/ff58fd86-e175-4e82-8bcc-8ca501598369.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.881993] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058ad93a-b803-4e9c-adc1-631842964da1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881993] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446545, 'name': ReconfigVM_Task, 'duration_secs': 1.02643} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.881993] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 47114c84-b4b6-4912-b071-8ba4524aa6ab/47114c84-b4b6-4912-b071-8ba4524aa6ab.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.881993] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 968.881993] env[69990]: value = "task-3446553" [ 968.881993] env[69990]: _type = "Task" [ 968.881993] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.881993] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e13566e-e405-4cd3-a059-9114adf1c0a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881993] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.881993] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 968.881993] env[69990]: value = "task-3446554" [ 968.881993] env[69990]: _type = "Task" [ 968.881993] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.881993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87819129-ec16-49ca-870d-a88585f32aa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf5af3b-dbbf-4703-b0db-b02b91086e2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881993] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446554, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.881993] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446550, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.881993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f81cdee-c0dd-4454-926f-1ffae28cd7f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47c404f-6e02-4fc1-871b-2d2669036ab1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881993] env[69990]: DEBUG nova.compute.provider_tree [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.881993] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446551, 'name': ReconfigVM_Task, 'duration_secs': 0.469647} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.881993] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.881993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32caee54-7a7d-45df-b47a-fb0d8da74178 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.905328] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] dce8d782-2479-4720-adb5-f6f380d7a9bc/dce8d782-2479-4720-adb5-f6f380d7a9bc.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.912216] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a138449d-f570-444e-9bd1-c747e466a9cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.934083] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 968.934083] env[69990]: value = "task-3446555" [ 968.934083] env[69990]: _type = "Task" [ 968.934083] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.943078] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446555, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.193886] env[69990]: DEBUG oslo_vmware.api [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446552, 'name': ReconfigVM_Task, 'duration_secs': 0.159583} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.194215] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687964', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'name': 'volume-de34ec25-c976-4738-9581-f6d37256e685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e294004b-ac53-4fea-876f-0547e0ce009b', 'attached_at': '', 'detached_at': '', 'volume_id': 'de34ec25-c976-4738-9581-f6d37256e685', 'serial': 'de34ec25-c976-4738-9581-f6d37256e685'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 969.267835] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.286824] env[69990]: DEBUG oslo_vmware.api [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Task: {'id': task-3446550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528038} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.287097] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.287292] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.287470] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.287643] env[69990]: INFO nova.compute.manager [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Took 2.15 seconds to destroy the instance on the hypervisor. [ 969.287986] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.288103] env[69990]: DEBUG nova.compute.manager [-] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.288261] env[69990]: DEBUG nova.network.neutron [-] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.300660] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446554, 'name': Rename_Task, 'duration_secs': 0.186799} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.300983] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.301296] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b17c7bb-6e35-40e1-950c-f1be8a1d4b53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.308874] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 969.308874] env[69990]: value = "task-3446556" [ 969.308874] env[69990]: _type = "Task" [ 969.308874] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.317089] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.381843] env[69990]: DEBUG nova.scheduler.client.report [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.428457] env[69990]: DEBUG nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.445466] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.458082] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.458324] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.458501] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.458697] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.458845] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.458991] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.459217] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.459377] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.459548] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.459712] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.459879] env[69990]: DEBUG nova.virt.hardware [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.460739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d576f540-7ec6-4a34-b76f-0b8a996cb365 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.468113] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c386e230-39ab-4721-a9af-ea41d4af8f1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.541113] env[69990]: DEBUG nova.compute.manager [req-fa2a7fc4-5c95-4dcf-9116-bbaecbf99306 req-eb4c9250-3eb6-432b-a189-97ff46ea60d7 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Received event network-vif-deleted-cf4dc946-a409-47bc-93bf-9b5bc142b24b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.541113] env[69990]: INFO nova.compute.manager [req-fa2a7fc4-5c95-4dcf-9116-bbaecbf99306 req-eb4c9250-3eb6-432b-a189-97ff46ea60d7 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Neutron deleted interface cf4dc946-a409-47bc-93bf-9b5bc142b24b; detaching it from the instance and deleting it from the info cache [ 969.541113] env[69990]: DEBUG nova.network.neutron [req-fa2a7fc4-5c95-4dcf-9116-bbaecbf99306 req-eb4c9250-3eb6-432b-a189-97ff46ea60d7 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.735251] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.737193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.737193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "a0c60cf0-e184-490d-921a-4da52c473859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.737193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.739248] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.749531] env[69990]: INFO nova.compute.manager [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Terminating instance [ 969.749531] env[69990]: DEBUG nova.objects.instance [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'flavor' on Instance uuid e294004b-ac53-4fea-876f-0547e0ce009b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.768798] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446553, 'name': ReconfigVM_Task, 'duration_secs': 0.682513} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.769132] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Reconfigured VM instance instance-00000055 to attach disk [datastore2] ff58fd86-e175-4e82-8bcc-8ca501598369/ff58fd86-e175-4e82-8bcc-8ca501598369.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.770859] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae2e4487-adbe-4768-92dd-939fdb346715 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.776895] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 969.776895] env[69990]: value = "task-3446557" [ 969.776895] env[69990]: _type = "Task" [ 969.776895] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.786665] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446557, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.786984] env[69990]: DEBUG nova.network.neutron [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Successfully updated port: ce59b58c-285c-437b-90a5-610bb0dd3786 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.819654] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446556, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.888707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.889492] env[69990]: DEBUG nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.892558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.120s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.894236] env[69990]: INFO nova.compute.claims [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.947042] env[69990]: DEBUG oslo_vmware.api [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446555, 'name': ReconfigVM_Task, 'duration_secs': 0.983089} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.947242] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Reconfigured VM instance instance-00000036 to attach disk [datastore2] dce8d782-2479-4720-adb5-f6f380d7a9bc/dce8d782-2479-4720-adb5-f6f380d7a9bc.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.947384] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance 'dce8d782-2479-4720-adb5-f6f380d7a9bc' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.025473] env[69990]: DEBUG nova.network.neutron [-] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.043235] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05116244-0436-43a2-96dc-8dee6752f42d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.052753] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9223d30e-7186-47a8-a062-9fe928ce99e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.089179] env[69990]: DEBUG nova.compute.manager [req-fa2a7fc4-5c95-4dcf-9116-bbaecbf99306 req-eb4c9250-3eb6-432b-a189-97ff46ea60d7 service nova] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Detach interface failed, port_id=cf4dc946-a409-47bc-93bf-9b5bc142b24b, reason: Instance e2b7dddc-0245-4ae4-98ec-85270c6f1550 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.255513] env[69990]: DEBUG nova.compute.manager [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.255757] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.257889] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdace354-a3d1-41e1-bfb8-af5f1dce77b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.265849] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.265849] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67571dd5-b488-4472-86f1-150741f3a30f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.272302] env[69990]: DEBUG oslo_vmware.api [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 970.272302] env[69990]: value = "task-3446558" [ 970.272302] env[69990]: _type = "Task" [ 970.272302] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.280522] env[69990]: DEBUG oslo_vmware.api [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.289082] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446557, 'name': Rename_Task, 'duration_secs': 0.193856} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.289324] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.289587] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2fe9674-6473-49c5-be85-c62a88a12ea3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.291450] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "refresh_cache-5c58e2b6-1f9f-4810-8c51-08cafcfdc199" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.291625] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquired lock "refresh_cache-5c58e2b6-1f9f-4810-8c51-08cafcfdc199" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.291886] env[69990]: DEBUG nova.network.neutron [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.298347] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 970.298347] env[69990]: value = "task-3446559" [ 970.298347] env[69990]: _type = "Task" [ 970.298347] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.307456] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.319601] env[69990]: DEBUG oslo_vmware.api [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446556, 'name': PowerOnVM_Task, 'duration_secs': 0.871022} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.319855] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.320086] env[69990]: INFO nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Took 10.43 seconds to spawn the instance on the hypervisor. [ 970.320290] env[69990]: DEBUG nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.321143] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ced98d-1ef9-4f68-8ee5-3f1da3f4527a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.399092] env[69990]: DEBUG nova.compute.utils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.402994] env[69990]: DEBUG nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.403218] env[69990]: DEBUG nova.network.neutron [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.448826] env[69990]: DEBUG nova.policy [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '377272ba359046da8de49d9633cd9bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b7aa996cef4037b8c13a76fc21def9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.454163] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d428aa01-ba2a-4d27-a4f9-1218badaec76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.476227] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2150cf21-a1f7-4431-ae90-1b641ca21ba9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.495237] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance 'dce8d782-2479-4720-adb5-f6f380d7a9bc' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.527707] env[69990]: INFO nova.compute.manager [-] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Took 1.24 seconds to deallocate network for instance. [ 970.761583] env[69990]: DEBUG oslo_concurrency.lockutils [None req-868eff02-c864-4f43-a7bb-6b3259dc1168 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.782350] env[69990]: DEBUG oslo_vmware.api [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446558, 'name': PowerOffVM_Task, 'duration_secs': 0.239851} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.786019] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.786019] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.786019] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c56bfd59-0a68-49cf-847b-2fbaf31a7fce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.809965] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446559, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.829578] env[69990]: DEBUG nova.network.neutron [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Successfully created port: 146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.840026] env[69990]: DEBUG nova.network.neutron [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.841112] env[69990]: INFO nova.compute.manager [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Took 46.98 seconds to build instance. [ 970.848680] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.848952] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.849174] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleting the datastore file [datastore2] a0c60cf0-e184-490d-921a-4da52c473859 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.849446] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa016e15-ffe1-49d0-937a-b4e019a6f3d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.855660] env[69990]: DEBUG oslo_vmware.api [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 970.855660] env[69990]: value = "task-3446561" [ 970.855660] env[69990]: _type = "Task" [ 970.855660] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.865238] env[69990]: DEBUG oslo_vmware.api [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.903473] env[69990]: DEBUG nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.038793] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.044136] env[69990]: DEBUG nova.network.neutron [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Port ed3ea2a8-3f7f-4de4-87b1-322619929c6a binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 971.109131] env[69990]: DEBUG nova.network.neutron [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Updating instance_info_cache with network_info: [{"id": "ce59b58c-285c-437b-90a5-610bb0dd3786", "address": "fa:16:3e:38:e8:4a", "network": {"id": "828339bf-f556-4b4a-9cbe-25f1f2fdde05", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1907311307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d42c260554946c0a246a5d9221c1b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce59b58c-28", "ovs_interfaceid": "ce59b58c-285c-437b-90a5-610bb0dd3786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.289139] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd0f8ed-538e-480c-b172-53b2331d1639 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.299115] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ada6e-a245-4f5b-9aca-87faf965d7ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.339222] env[69990]: DEBUG oslo_vmware.api [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446559, 'name': PowerOnVM_Task, 'duration_secs': 0.773299} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.340067] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d1c7df-4d26-4869-b5aa-724716aa5208 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.343036] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.343278] env[69990]: INFO nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Took 8.92 seconds to spawn the instance on the hypervisor. [ 971.343500] env[69990]: DEBUG nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.343974] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d06dd6f-aa02-4b51-9b0e-7eefbf6b2b1c tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.496s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.344774] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae99de6f-9618-45de-9adb-1511fd38d70f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.354352] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90bfe0-614a-4cf0-8556-eeaf0d58ae1f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.375841] env[69990]: DEBUG nova.compute.provider_tree [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.380534] env[69990]: DEBUG oslo_vmware.api [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168993} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.414809] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.414809] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.414809] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.414809] env[69990]: INFO nova.compute.manager [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.414809] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.414809] env[69990]: DEBUG nova.compute.manager [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.414809] env[69990]: DEBUG nova.network.neutron [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.576639] env[69990]: DEBUG nova.compute.manager [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Received event network-vif-plugged-ce59b58c-285c-437b-90a5-610bb0dd3786 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.576923] env[69990]: DEBUG oslo_concurrency.lockutils [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] Acquiring lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.577126] env[69990]: DEBUG oslo_concurrency.lockutils [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.577303] env[69990]: DEBUG oslo_concurrency.lockutils [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.577472] env[69990]: DEBUG nova.compute.manager [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] No waiting events found dispatching network-vif-plugged-ce59b58c-285c-437b-90a5-610bb0dd3786 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.577674] env[69990]: WARNING nova.compute.manager [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Received unexpected event network-vif-plugged-ce59b58c-285c-437b-90a5-610bb0dd3786 for instance with vm_state building and task_state spawning. [ 971.578081] env[69990]: DEBUG nova.compute.manager [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Received event network-changed-ce59b58c-285c-437b-90a5-610bb0dd3786 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.578081] env[69990]: DEBUG nova.compute.manager [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Refreshing instance network info cache due to event network-changed-ce59b58c-285c-437b-90a5-610bb0dd3786. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.578226] env[69990]: DEBUG oslo_concurrency.lockutils [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] Acquiring lock "refresh_cache-5c58e2b6-1f9f-4810-8c51-08cafcfdc199" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.617902] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Releasing lock "refresh_cache-5c58e2b6-1f9f-4810-8c51-08cafcfdc199" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.618258] env[69990]: DEBUG nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Instance network_info: |[{"id": "ce59b58c-285c-437b-90a5-610bb0dd3786", "address": "fa:16:3e:38:e8:4a", "network": {"id": "828339bf-f556-4b4a-9cbe-25f1f2fdde05", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1907311307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d42c260554946c0a246a5d9221c1b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce59b58c-28", "ovs_interfaceid": "ce59b58c-285c-437b-90a5-610bb0dd3786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.618785] env[69990]: DEBUG oslo_concurrency.lockutils [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] Acquired lock "refresh_cache-5c58e2b6-1f9f-4810-8c51-08cafcfdc199" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.619041] env[69990]: DEBUG nova.network.neutron [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Refreshing network info cache for port ce59b58c-285c-437b-90a5-610bb0dd3786 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.620472] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:e8:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce59b58c-285c-437b-90a5-610bb0dd3786', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.629174] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Creating folder: Project (8d42c260554946c0a246a5d9221c1b51). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.632545] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35cd6ca2-a743-4e4b-909d-4e771903f393 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.646750] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Created folder: Project (8d42c260554946c0a246a5d9221c1b51) in parent group-v687779. [ 971.646942] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Creating folder: Instances. Parent ref: group-v688025. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.647206] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d2d366f-c6b2-4cd2-aee2-b510981f9a0c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.656342] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Created folder: Instances in parent group-v688025. [ 971.656561] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.656739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.656939] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a147bab3-1a08-4133-aa38-aa8781a54c43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.678700] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.678700] env[69990]: value = "task-3446564" [ 971.678700] env[69990]: _type = "Task" [ 971.678700] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.688696] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446564, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.770316] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "e294004b-ac53-4fea-876f-0547e0ce009b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.771311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.771311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "e294004b-ac53-4fea-876f-0547e0ce009b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.771530] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.772008] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.775367] env[69990]: INFO nova.compute.manager [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Terminating instance [ 971.877097] env[69990]: INFO nova.compute.manager [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Took 46.75 seconds to build instance. [ 971.883504] env[69990]: DEBUG nova.scheduler.client.report [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.924581] env[69990]: DEBUG nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.965297] env[69990]: DEBUG nova.network.neutron [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Updated VIF entry in instance network info cache for port ce59b58c-285c-437b-90a5-610bb0dd3786. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.965647] env[69990]: DEBUG nova.network.neutron [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Updating instance_info_cache with network_info: [{"id": "ce59b58c-285c-437b-90a5-610bb0dd3786", "address": "fa:16:3e:38:e8:4a", "network": {"id": "828339bf-f556-4b4a-9cbe-25f1f2fdde05", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1907311307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d42c260554946c0a246a5d9221c1b51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce59b58c-28", "ovs_interfaceid": "ce59b58c-285c-437b-90a5-610bb0dd3786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.971070] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.971286] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.971448] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.971628] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.971774] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.971921] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.972295] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.972559] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.972834] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.973303] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.973496] env[69990]: DEBUG nova.virt.hardware [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.974403] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd6b21b-a2cf-4986-af5c-db9679bb8862 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.984773] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6753f8eb-007a-4110-95df-a21d7ac49a60 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.067134] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.067435] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.067542] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.189635] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446564, 'name': CreateVM_Task, 'duration_secs': 0.427338} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.189820] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.190510] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.190677] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.190986] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.191245] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29165f43-8d60-4889-90f5-43d02e456304 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.196529] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 972.196529] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f9d25b-c453-75d9-57be-ab0ca87669c2" [ 972.196529] env[69990]: _type = "Task" [ 972.196529] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.204519] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f9d25b-c453-75d9-57be-ab0ca87669c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.279996] env[69990]: DEBUG nova.compute.manager [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.280302] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.281359] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b11717a-dbe7-468c-9e3c-a537c2572924 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.289520] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.289800] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21eba49a-fbe9-4c7d-935b-4e13c6a90438 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.296776] env[69990]: DEBUG oslo_vmware.api [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 972.296776] env[69990]: value = "task-3446565" [ 972.296776] env[69990]: _type = "Task" [ 972.296776] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.306346] env[69990]: DEBUG oslo_vmware.api [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.379078] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52e6ae08-577a-486e-b4c6-263b1939dbb5 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.263s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.391405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.391915] env[69990]: DEBUG nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.394535] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.168s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.394825] env[69990]: DEBUG nova.objects.instance [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lazy-loading 'resources' on Instance uuid 74b9b3e1-456d-4e1d-a5e7-f446321242fe {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.478604] env[69990]: DEBUG oslo_concurrency.lockutils [req-de20a52a-65e3-4eca-af6a-108e007ff2c3 req-b5924bdb-b81e-40c5-8a03-3793887637d3 service nova] Releasing lock "refresh_cache-5c58e2b6-1f9f-4810-8c51-08cafcfdc199" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.532565] env[69990]: DEBUG nova.network.neutron [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.711479] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f9d25b-c453-75d9-57be-ab0ca87669c2, 'name': SearchDatastore_Task, 'duration_secs': 0.025092} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.711990] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.714066] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.714066] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.714066] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.714066] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.714066] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44abb3de-8d5b-427e-a05b-86aebee76815 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.724507] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.724878] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.727155] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979d148a-f18f-473f-8e3e-bf05ca31690a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.735215] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 972.735215] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525d424c-aecb-abff-339b-15cb3e6f76c6" [ 972.735215] env[69990]: _type = "Task" [ 972.735215] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.735215] env[69990]: DEBUG nova.network.neutron [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Successfully updated port: 146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.747904] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525d424c-aecb-abff-339b-15cb3e6f76c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.749787] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19e3752-66a8-4b7e-a067-0174e5455cfb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.756235] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 972.756235] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5231c4ac-76cd-fe1d-fcab-60b6cd84900a" [ 972.756235] env[69990]: _type = "Task" [ 972.756235] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.765797] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5231c4ac-76cd-fe1d-fcab-60b6cd84900a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.805977] env[69990]: DEBUG oslo_vmware.api [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446565, 'name': PowerOffVM_Task, 'duration_secs': 0.224614} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.806179] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.807121] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.807121] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c4ca88-0fb2-466e-9da9-8f4bbed38fda {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.816262] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "ff58fd86-e175-4e82-8bcc-8ca501598369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.816262] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.816432] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "ff58fd86-e175-4e82-8bcc-8ca501598369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.816502] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.816667] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.818768] env[69990]: INFO nova.compute.manager [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Terminating instance [ 972.843052] env[69990]: DEBUG nova.compute.manager [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 972.868525] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.868525] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.868699] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleting the datastore file [datastore2] e294004b-ac53-4fea-876f-0547e0ce009b {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.868966] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dce0b81b-68b7-4d3b-b7d3-6fcf62c6fff2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.876251] env[69990]: DEBUG oslo_vmware.api [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 972.876251] env[69990]: value = "task-3446567" [ 972.876251] env[69990]: _type = "Task" [ 972.876251] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.884389] env[69990]: DEBUG oslo_vmware.api [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.897499] env[69990]: DEBUG nova.compute.utils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.903065] env[69990]: DEBUG nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.903210] env[69990]: DEBUG nova.network.neutron [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.953445] env[69990]: DEBUG nova.policy [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a503cea6b5493fb9f69d2d35c6a438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924d4a88cf644ab1bd49987168f56483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.034048] env[69990]: INFO nova.compute.manager [-] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Took 1.65 seconds to deallocate network for instance. [ 973.141738] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.141738] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.141738] env[69990]: DEBUG nova.network.neutron [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.240683] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.240833] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquired lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.241050] env[69990]: DEBUG nova.network.neutron [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.268167] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5231c4ac-76cd-fe1d-fcab-60b6cd84900a, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.270792] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.271070] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5c58e2b6-1f9f-4810-8c51-08cafcfdc199/5c58e2b6-1f9f-4810-8c51-08cafcfdc199.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.271764] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ea7afa-3296-4696-b6c9-25326d76105c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.280659] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 973.280659] env[69990]: value = "task-3446568" [ 973.280659] env[69990]: _type = "Task" [ 973.280659] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.291123] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b640bb5-f772-498a-b065-04289f4870e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.298129] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.300863] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf0d16-43ab-44b1-b7e0-73ce5332c548 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.333187] env[69990]: DEBUG nova.compute.manager [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.333488] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.334897] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b88766-8a34-400f-b2f2-0ab5d3156f1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.338320] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c46ad7-0685-48b2-a090-f9e44cc27b47 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.351213] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.355148] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3856ec42-65dd-4fb4-b618-282e8b764ac3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.356208] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e21561-85de-43ef-983d-66cdd54d67c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.376394] env[69990]: DEBUG nova.compute.provider_tree [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.380475] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.381513] env[69990]: DEBUG oslo_vmware.api [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 973.381513] env[69990]: value = "task-3446569" [ 973.381513] env[69990]: _type = "Task" [ 973.381513] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.385751] env[69990]: DEBUG nova.network.neutron [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Successfully created port: 7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.398283] env[69990]: DEBUG oslo_vmware.api [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221015} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.401378] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.401626] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.401812] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.401983] env[69990]: INFO nova.compute.manager [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 973.402248] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.402779] env[69990]: DEBUG nova.compute.manager [-] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.402879] env[69990]: DEBUG nova.network.neutron [-] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.404763] env[69990]: DEBUG nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.543739] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.675754] env[69990]: DEBUG nova.compute.manager [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Received event network-vif-deleted-f2e6126a-ff3b-4c27-a9e2-c56f343457a2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.675754] env[69990]: DEBUG nova.compute.manager [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Received event network-vif-plugged-146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.675754] env[69990]: DEBUG oslo_concurrency.lockutils [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] Acquiring lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.675754] env[69990]: DEBUG oslo_concurrency.lockutils [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.675754] env[69990]: DEBUG oslo_concurrency.lockutils [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.675754] env[69990]: DEBUG nova.compute.manager [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] No waiting events found dispatching network-vif-plugged-146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.675754] env[69990]: WARNING nova.compute.manager [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Received unexpected event network-vif-plugged-146566cd-d783-4632-9f85-5953540c60e2 for instance with vm_state building and task_state spawning. [ 973.675754] env[69990]: DEBUG nova.compute.manager [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Received event network-changed-146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.675754] env[69990]: DEBUG nova.compute.manager [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing instance network info cache due to event network-changed-146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.675754] env[69990]: DEBUG oslo_concurrency.lockutils [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] Acquiring lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.792230] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446568, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.850918] env[69990]: DEBUG nova.network.neutron [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.879896] env[69990]: DEBUG nova.scheduler.client.report [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.895825] env[69990]: DEBUG oslo_vmware.api [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446569, 'name': PowerOffVM_Task, 'duration_secs': 0.243135} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.896811] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.896980] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.897250] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c10fe22b-3a6a-4bf8-b3b2-488f513f5fa9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.963982] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.964313] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.964418] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleting the datastore file [datastore2] ff58fd86-e175-4e82-8bcc-8ca501598369 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.967476] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0fb1937-305a-4054-81d0-dc0da35d161a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.974386] env[69990]: DEBUG oslo_vmware.api [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 973.974386] env[69990]: value = "task-3446571" [ 973.974386] env[69990]: _type = "Task" [ 973.974386] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.982653] env[69990]: DEBUG oslo_vmware.api [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.983759] env[69990]: DEBUG nova.network.neutron [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.209691] env[69990]: DEBUG nova.network.neutron [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.290878] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.300709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.300709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.300709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.300709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.300709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.301884] env[69990]: INFO nova.compute.manager [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Terminating instance [ 974.390932] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.393430] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.099s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.393611] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.393771] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 974.394112] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.106s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.395581] env[69990]: INFO nova.compute.claims [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.398947] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5c16f-6bfd-4b30-8b0f-9e22801c754b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.408376] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc451829-c2b4-4e46-932a-afb9c778da9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.425461] env[69990]: DEBUG nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.428775] env[69990]: INFO nova.scheduler.client.report [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleted allocations for instance 74b9b3e1-456d-4e1d-a5e7-f446321242fe [ 974.431733] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f92aa5-2222-4c50-a07a-6e798351813c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.441058] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ad096-50bd-435f-8bd0-8e3e41520409 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.474473] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180028MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 974.474699] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.477782] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.477782] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.477782] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.477782] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.478091] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.478091] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.478177] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.478385] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.478564] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.478740] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.478900] env[69990]: DEBUG nova.virt.hardware [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.480086] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8fc38-3b36-4550-af0b-d2462fe215ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.486902] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.498077] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e4bbd1-dbc4-462f-ba91-6930bbdea2a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.502552] env[69990]: DEBUG oslo_vmware.api [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.712940] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Releasing lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.713319] env[69990]: DEBUG nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Instance network_info: |[{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.713776] env[69990]: DEBUG oslo_concurrency.lockutils [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] Acquired lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.714078] env[69990]: DEBUG nova.network.neutron [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing network info cache for port 146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.715905] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:17:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146566cd-d783-4632-9f85-5953540c60e2', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.723488] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Creating folder: Project (90b7aa996cef4037b8c13a76fc21def9). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.726554] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05e13f01-c167-41de-a2f2-adab0f57482e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.738086] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Created folder: Project (90b7aa996cef4037b8c13a76fc21def9) in parent group-v687779. [ 974.738279] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Creating folder: Instances. Parent ref: group-v688028. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.738523] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-808a3a9e-9728-4e1f-9348-768d8182e7dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.748146] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Created folder: Instances in parent group-v688028. [ 974.748428] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.748602] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.748799] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4273229b-103d-41ff-aef9-8f8594f1a17f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.769768] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.769768] env[69990]: value = "task-3446574" [ 974.769768] env[69990]: _type = "Task" [ 974.769768] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.779299] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446574, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.790052] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.809335] env[69990]: DEBUG nova.compute.manager [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.809658] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.810519] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55049c44-0688-406c-a54e-8bfd3da84ec7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.817717] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.817945] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39aaeb45-f348-4214-8466-61c5e7a37541 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.823960] env[69990]: DEBUG oslo_vmware.api [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 974.823960] env[69990]: value = "task-3446575" [ 974.823960] env[69990]: _type = "Task" [ 974.823960] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.833896] env[69990]: DEBUG oslo_vmware.api [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.870940] env[69990]: DEBUG nova.network.neutron [-] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.946349] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6d88b694-cfe9-4aa6-b1b2-c0940664dec2 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "74b9b3e1-456d-4e1d-a5e7-f446321242fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.144s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.984486] env[69990]: DEBUG nova.network.neutron [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updated VIF entry in instance network info cache for port 146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.984868] env[69990]: DEBUG nova.network.neutron [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.994589] env[69990]: DEBUG oslo_vmware.api [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.899621} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.995416] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.995693] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.995894] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.998415] env[69990]: INFO nova.compute.manager [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Took 1.66 seconds to destroy the instance on the hypervisor. [ 974.998709] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.001667] env[69990]: DEBUG nova.compute.manager [-] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.001773] env[69990]: DEBUG nova.network.neutron [-] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.030465] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1f76c-4c5b-4d46-a9b5-4c103f76cefd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.057349] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97794c10-930c-49c2-9e37-329d6f73c9e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.069032] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance 'dce8d782-2479-4720-adb5-f6f380d7a9bc' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.281680] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446574, 'name': CreateVM_Task, 'duration_secs': 0.417616} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.281864] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.285068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.285374] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.285684] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.288025] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a66cbf-97d9-4f38-bb0f-faed4434170b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.299028] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 975.299028] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5271dfa1-6f03-baae-c68a-a29789e85a76" [ 975.299028] env[69990]: _type = "Task" [ 975.299028] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.300879] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446568, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.590202} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.304866] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 5c58e2b6-1f9f-4810-8c51-08cafcfdc199/5c58e2b6-1f9f-4810-8c51-08cafcfdc199.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.305224] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.305579] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e1faac7-7b2e-4002-92b0-ae38f13fd996 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.313147] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5271dfa1-6f03-baae-c68a-a29789e85a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.314391] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 975.314391] env[69990]: value = "task-3446576" [ 975.314391] env[69990]: _type = "Task" [ 975.314391] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.329118] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.340422] env[69990]: DEBUG oslo_vmware.api [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446575, 'name': PowerOffVM_Task, 'duration_secs': 0.313741} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.340875] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.341155] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.341482] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21633a42-4f61-440b-bd34-d2a1c7532b23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.377729] env[69990]: INFO nova.compute.manager [-] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Took 1.97 seconds to deallocate network for instance. [ 975.413197] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.413425] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.413605] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Deleting the datastore file [datastore1] 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.414995] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b574c1b2-147a-49e8-bac5-99a2cce0d535 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.422190] env[69990]: DEBUG oslo_vmware.api [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for the task: (returnval){ [ 975.422190] env[69990]: value = "task-3446578" [ 975.422190] env[69990]: _type = "Task" [ 975.422190] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.431609] env[69990]: DEBUG oslo_vmware.api [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.487946] env[69990]: DEBUG oslo_concurrency.lockutils [req-8d7689e1-775d-44d2-aa5b-08917b3f78b2 req-26784009-173e-43af-9fc5-fbff757e4bc8 service nova] Releasing lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.575982] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed1bf21-de51-4432-8c7d-949973e77ac8 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance 'dce8d782-2479-4720-adb5-f6f380d7a9bc' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.593360] env[69990]: DEBUG nova.network.neutron [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Successfully updated port: 7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.725841] env[69990]: DEBUG nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Received event network-vif-deleted-cbca01ce-f081-4be2-8711-26fb2789cf28 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.726059] env[69990]: DEBUG nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Received event network-vif-deleted-68138dee-3b98-4a91-ab1b-9a31ba74af01 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.726270] env[69990]: INFO nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Neutron deleted interface 68138dee-3b98-4a91-ab1b-9a31ba74af01; detaching it from the instance and deleting it from the info cache [ 975.726447] env[69990]: DEBUG nova.network.neutron [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.754248] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b89ad9-f1e0-4b0f-b2bd-ab78a7a8c69a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.762344] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c86085-8b02-4bf0-a93f-d5f5b4015f12 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.792571] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6615d0-2f52-4c16-b193-325b3e89e9b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.799922] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c650f-e933-4f99-8b5f-e671d57e4cbb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.813290] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5271dfa1-6f03-baae-c68a-a29789e85a76, 'name': SearchDatastore_Task, 'duration_secs': 0.020257} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.821927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.822203] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.822461] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.822617] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.822812] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.823385] env[69990]: DEBUG nova.compute.provider_tree [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.824660] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f225326-0a86-4f75-be3b-565047428b02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.835706] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072347} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.835962] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.836755] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21678d49-4f31-4214-863c-d0893ee8650c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.840019] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.840199] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.841203] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecd2f86-15df-45ac-8df5-bf0a3c68fc32 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.860544] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5c58e2b6-1f9f-4810-8c51-08cafcfdc199/5c58e2b6-1f9f-4810-8c51-08cafcfdc199.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.861184] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06066b5-0254-4f58-b118-a4a74f912f50 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.877211] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 975.877211] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521ea916-dfdb-39bb-eb20-496981015650" [ 975.877211] env[69990]: _type = "Task" [ 975.877211] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.882043] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 975.882043] env[69990]: value = "task-3446579" [ 975.882043] env[69990]: _type = "Task" [ 975.882043] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.889018] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.889018] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521ea916-dfdb-39bb-eb20-496981015650, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.889922] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be90d1b-0201-429e-96e5-8b4cd42e5705 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.897273] env[69990]: DEBUG nova.network.neutron [-] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.898575] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.900121] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 975.900121] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529c24be-17d1-b78a-d8ca-17b3acbe977a" [ 975.900121] env[69990]: _type = "Task" [ 975.900121] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.907962] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529c24be-17d1-b78a-d8ca-17b3acbe977a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.932498] env[69990]: DEBUG oslo_vmware.api [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Task: {'id': task-3446578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509636} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.932498] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.932854] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.932854] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.932974] env[69990]: INFO nova.compute.manager [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 975.933212] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.933554] env[69990]: DEBUG nova.compute.manager [-] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.933554] env[69990]: DEBUG nova.network.neutron [-] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.988058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "66f44427-f09b-431c-a391-98ef8e838f3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.988058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "66f44427-f09b-431c-a391-98ef8e838f3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.988058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "66f44427-f09b-431c-a391-98ef8e838f3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.988451] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "66f44427-f09b-431c-a391-98ef8e838f3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.988565] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "66f44427-f09b-431c-a391-98ef8e838f3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.991188] env[69990]: INFO nova.compute.manager [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Terminating instance [ 976.096016] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.096207] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.096343] env[69990]: DEBUG nova.network.neutron [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.232277] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79312d88-dca6-4b0a-9936-2a2b805ffe6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.242919] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbccd327-08b7-42eb-8ba7-963379ad04f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.274893] env[69990]: DEBUG nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Detach interface failed, port_id=68138dee-3b98-4a91-ab1b-9a31ba74af01, reason: Instance ff58fd86-e175-4e82-8bcc-8ca501598369 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.275261] env[69990]: DEBUG nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Received event network-vif-plugged-7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.275479] env[69990]: DEBUG oslo_concurrency.lockutils [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] Acquiring lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.275699] env[69990]: DEBUG oslo_concurrency.lockutils [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.275870] env[69990]: DEBUG oslo_concurrency.lockutils [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.276048] env[69990]: DEBUG nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] No waiting events found dispatching network-vif-plugged-7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.276245] env[69990]: WARNING nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Received unexpected event network-vif-plugged-7a87f1c6-bd49-4fdf-8b98-ab218886f527 for instance with vm_state building and task_state spawning. [ 976.276438] env[69990]: DEBUG nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Received event network-changed-7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.276594] env[69990]: DEBUG nova.compute.manager [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Refreshing instance network info cache due to event network-changed-7a87f1c6-bd49-4fdf-8b98-ab218886f527. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.276764] env[69990]: DEBUG oslo_concurrency.lockutils [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] Acquiring lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.332273] env[69990]: DEBUG nova.scheduler.client.report [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.395757] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446579, 'name': ReconfigVM_Task, 'duration_secs': 0.501201} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.396056] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5c58e2b6-1f9f-4810-8c51-08cafcfdc199/5c58e2b6-1f9f-4810-8c51-08cafcfdc199.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.396817] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9df517b-1bff-4aa1-b10c-d3be0271f968 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.399958] env[69990]: INFO nova.compute.manager [-] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Took 1.40 seconds to deallocate network for instance. [ 976.408114] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 976.408114] env[69990]: value = "task-3446580" [ 976.408114] env[69990]: _type = "Task" [ 976.408114] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.415143] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529c24be-17d1-b78a-d8ca-17b3acbe977a, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.415747] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.416150] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a/95c0218d-7845-4dbd-b329-5a2d6c7e8c8a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.416301] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db231b68-ff02-4617-aa1a-c8818ad00446 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.421632] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446580, 'name': Rename_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.425578] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 976.425578] env[69990]: value = "task-3446581" [ 976.425578] env[69990]: _type = "Task" [ 976.425578] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.433499] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.499113] env[69990]: DEBUG nova.compute.manager [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.499113] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.499113] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c337f9ba-70b6-4d1f-96bb-35796c11fc05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.504099] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.504345] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd283f36-f4cb-4a4a-92d5-cd507d9dfaad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.511769] env[69990]: DEBUG oslo_vmware.api [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 976.511769] env[69990]: value = "task-3446582" [ 976.511769] env[69990]: _type = "Task" [ 976.511769] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.519493] env[69990]: DEBUG oslo_vmware.api [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.642114] env[69990]: DEBUG nova.network.neutron [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.838336] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.839264] env[69990]: DEBUG nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.843811] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.952s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.845587] env[69990]: INFO nova.compute.claims [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.873024] env[69990]: DEBUG nova.network.neutron [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Updating instance_info_cache with network_info: [{"id": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "address": "fa:16:3e:47:86:6f", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a87f1c6-bd", "ovs_interfaceid": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.910220] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.924963] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446580, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.943012] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.021778] env[69990]: DEBUG oslo_vmware.api [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446582, 'name': PowerOffVM_Task, 'duration_secs': 0.219151} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.022055] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.022258] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.022526] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3472d51-3741-49ff-819e-0473611a0215 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.112972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.113086] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.113266] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleting the datastore file [datastore1] 66f44427-f09b-431c-a391-98ef8e838f3f {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.113987] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3c6388b-a299-47ef-96cd-f241c31ae491 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.120136] env[69990]: DEBUG oslo_vmware.api [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for the task: (returnval){ [ 977.120136] env[69990]: value = "task-3446584" [ 977.120136] env[69990]: _type = "Task" [ 977.120136] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.132029] env[69990]: DEBUG oslo_vmware.api [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.132029] env[69990]: DEBUG nova.network.neutron [-] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.344935] env[69990]: DEBUG nova.compute.utils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.346417] env[69990]: DEBUG nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.346582] env[69990]: DEBUG nova.network.neutron [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.373705] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.374065] env[69990]: DEBUG nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Instance network_info: |[{"id": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "address": "fa:16:3e:47:86:6f", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a87f1c6-bd", "ovs_interfaceid": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.374650] env[69990]: DEBUG oslo_concurrency.lockutils [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] Acquired lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.374883] env[69990]: DEBUG nova.network.neutron [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Refreshing network info cache for port 7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.376585] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:86:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a87f1c6-bd49-4fdf-8b98-ab218886f527', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.385049] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.387408] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.388037] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4740ef63-3510-442e-802a-79341de87735 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.404659] env[69990]: DEBUG nova.policy [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f2a3d22e2a4ad99fb82d357c11e624', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f73464eaef540489e1b451b129273f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.413306] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.413306] env[69990]: value = "task-3446585" [ 977.413306] env[69990]: _type = "Task" [ 977.413306] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.425598] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446580, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.429793] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446585, 'name': CreateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.440254] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613198} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.440625] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a/95c0218d-7845-4dbd-b329-5a2d6c7e8c8a.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.440917] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.441230] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c3f56d6-f7ea-4e2d-a29a-01cd1f0a0ed5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.447833] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 977.447833] env[69990]: value = "task-3446586" [ 977.447833] env[69990]: _type = "Task" [ 977.447833] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.459119] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.629481] env[69990]: DEBUG oslo_vmware.api [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.635183] env[69990]: INFO nova.compute.manager [-] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Took 1.70 seconds to deallocate network for instance. [ 977.832752] env[69990]: DEBUG nova.network.neutron [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Updated VIF entry in instance network info cache for port 7a87f1c6-bd49-4fdf-8b98-ab218886f527. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.832752] env[69990]: DEBUG nova.network.neutron [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Updating instance_info_cache with network_info: [{"id": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "address": "fa:16:3e:47:86:6f", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a87f1c6-bd", "ovs_interfaceid": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.849919] env[69990]: DEBUG nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.876813] env[69990]: DEBUG nova.compute.manager [req-44022e6d-c386-45e6-b5d5-727989b04cbe req-08eebf7b-0710-4bd2-8fc5-c2aa91f77570 service nova] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Received event network-vif-deleted-089fae89-25e8-4324-9711-a33fc2a0c7ec {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.940262] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446580, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.949143] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446585, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.962064] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129942} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.966170] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.968519] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29090af-7d90-44b8-8ad2-3d9cbb6628b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.995730] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a/95c0218d-7845-4dbd-b329-5a2d6c7e8c8a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.998276] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d97e0c23-1f4a-40e5-9752-78ac2293f27c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.021797] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 978.021797] env[69990]: value = "task-3446587" [ 978.021797] env[69990]: _type = "Task" [ 978.021797] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.033463] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.133312] env[69990]: DEBUG oslo_vmware.api [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Task: {'id': task-3446584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.668751} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.133568] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.133752] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.133946] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.134128] env[69990]: INFO nova.compute.manager [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 978.135032] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.135261] env[69990]: DEBUG nova.compute.manager [-] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.135357] env[69990]: DEBUG nova.network.neutron [-] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.141975] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.147345] env[69990]: DEBUG nova.network.neutron [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Successfully created port: eb670603-b964-4b0f-9698-0b85643230d2 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.317432] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172178a3-b3fd-4df1-8e2c-7d2f6d8cc907 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.325838] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de842e-4626-497a-a049-bcfc1a3f5b51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.358281] env[69990]: DEBUG oslo_concurrency.lockutils [req-76e67b31-0330-4e5e-81db-e000b07149b1 req-82fd0199-8ba7-4589-b115-469bd6a9d321 service nova] Releasing lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.363374] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fcf0a0-f01a-446f-b52b-847bcae542bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.371697] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5a1bf-ca41-49cf-a74b-4cd6fdc22dba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.389121] env[69990]: DEBUG nova.compute.provider_tree [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.428900] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446580, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.431980] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446585, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.532867] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.714308] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.714308] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.714308] env[69990]: DEBUG nova.compute.manager [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Going to confirm migration 4 {{(pid=69990) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 978.870163] env[69990]: DEBUG nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.893178] env[69990]: DEBUG nova.scheduler.client.report [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.909027] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.909027] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.909027] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.909027] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.909027] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.909027] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.909798] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.910105] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.910901] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.912025] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.912385] env[69990]: DEBUG nova.virt.hardware [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.913734] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2a835-1532-4793-b398-30a236f39459 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.937306] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf98e73-7b81-4aa4-a326-becf6f3eef1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.940953] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446580, 'name': Rename_Task, 'duration_secs': 2.253353} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.944782] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.945114] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446585, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.945718] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de65ce47-de0b-42c8-b655-bfecdf197d11 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.964072] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 978.964072] env[69990]: value = "task-3446588" [ 978.964072] env[69990]: _type = "Task" [ 978.964072] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.975039] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.033621] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.305418] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.305615] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.305800] env[69990]: DEBUG nova.network.neutron [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.306023] env[69990]: DEBUG nova.objects.instance [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'info_cache' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.360829] env[69990]: DEBUG nova.network.neutron [-] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.401491] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.402047] env[69990]: DEBUG nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.404580] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.124s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.406407] env[69990]: INFO nova.compute.claims [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.432856] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446585, 'name': CreateVM_Task, 'duration_secs': 1.712284} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.433048] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.433750] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.433919] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.434258] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.434528] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cde7158-591e-4d70-8e52-c4bc1042217c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.440267] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 979.440267] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5290c8be-e0dd-8e82-7bb9-d6fca7348e41" [ 979.440267] env[69990]: _type = "Task" [ 979.440267] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.451452] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5290c8be-e0dd-8e82-7bb9-d6fca7348e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.472929] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446588, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.533078] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446587, 'name': ReconfigVM_Task, 'duration_secs': 1.188744} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.533376] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a/95c0218d-7845-4dbd-b329-5a2d6c7e8c8a.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.534007] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49dcb2f9-33eb-42ff-8dcc-276cbbda6418 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.541334] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 979.541334] env[69990]: value = "task-3446589" [ 979.541334] env[69990]: _type = "Task" [ 979.541334] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.553089] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446589, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.863391] env[69990]: INFO nova.compute.manager [-] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Took 1.73 seconds to deallocate network for instance. [ 979.905014] env[69990]: DEBUG nova.compute.manager [req-d9c5e326-aee3-41bc-aaff-d500794baba9 req-614ef53d-b54f-49dd-97de-e2fa8af9bd2c service nova] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Received event network-vif-deleted-abc7c915-8b78-461d-a8f3-e325cf80eb0d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.911116] env[69990]: DEBUG nova.compute.utils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.915265] env[69990]: DEBUG nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.915430] env[69990]: DEBUG nova.network.neutron [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.951362] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5290c8be-e0dd-8e82-7bb9-d6fca7348e41, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.951669] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.951907] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.952164] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.952315] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.952495] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.953030] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5da64e4-3ce5-43fc-8764-06014bff8409 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.961206] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.961375] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.962365] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e8b0f5-6c10-4927-bc51-169e771bc9a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.970620] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 979.970620] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520a3ff9-38ab-c6a9-48d3-666be5a059ae" [ 979.970620] env[69990]: _type = "Task" [ 979.970620] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.973678] env[69990]: DEBUG oslo_vmware.api [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446588, 'name': PowerOnVM_Task, 'duration_secs': 0.766623} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.974858] env[69990]: DEBUG nova.policy [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f2a3d22e2a4ad99fb82d357c11e624', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f73464eaef540489e1b451b129273f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.978975] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.979202] env[69990]: INFO nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Took 10.55 seconds to spawn the instance on the hypervisor. [ 979.979385] env[69990]: DEBUG nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.980439] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b7dc53-4d5d-49c1-bbc9-ff2732269830 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.987508] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520a3ff9-38ab-c6a9-48d3-666be5a059ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.050782] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446589, 'name': Rename_Task, 'duration_secs': 0.212968} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.051228] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.051228] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e62c7d9-5005-49b4-ae7d-ea8e6a554162 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.057374] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 980.057374] env[69990]: value = "task-3446590" [ 980.057374] env[69990]: _type = "Task" [ 980.057374] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.065242] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.370343] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.416570] env[69990]: DEBUG nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.486048] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520a3ff9-38ab-c6a9-48d3-666be5a059ae, 'name': SearchDatastore_Task, 'duration_secs': 0.054792} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.489703] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f00f9cc-53cd-4e60-8e41-af41179aff1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.497250] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 980.497250] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52571eec-e745-4fff-7816-273fa2c81bc3" [ 980.497250] env[69990]: _type = "Task" [ 980.497250] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.509295] env[69990]: INFO nova.compute.manager [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Took 49.37 seconds to build instance. [ 980.520531] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52571eec-e745-4fff-7816-273fa2c81bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.520660] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.520858] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2d3aee84-8ead-4803-85f6-50567a6ab5c9/2d3aee84-8ead-4803-85f6-50567a6ab5c9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.521143] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3a692af-5b57-4cc2-9009-b112cd089c1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.532637] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 980.532637] env[69990]: value = "task-3446591" [ 980.532637] env[69990]: _type = "Task" [ 980.532637] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.546899] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.568888] env[69990]: DEBUG oslo_vmware.api [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446590, 'name': PowerOnVM_Task, 'duration_secs': 0.492755} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.569237] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.569452] env[69990]: INFO nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 980.569624] env[69990]: DEBUG nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.570456] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3fa9b-84ef-4628-b2cc-1ec8368edb2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.574926] env[69990]: DEBUG nova.network.neutron [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Successfully created port: 7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.647761] env[69990]: DEBUG nova.network.neutron [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Successfully updated port: eb670603-b964-4b0f-9698-0b85643230d2 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.816936] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4619ca37-2581-4507-bf4c-a323474c18f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.825372] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f6ec6-13cf-4287-8be5-a2dee260fcac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.858506] env[69990]: DEBUG nova.network.neutron [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.861165] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c34adb-5485-49c9-a5db-0cf5083f780f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.870157] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc975c1-8cb4-451c-bc66-f4406cbd861d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.888640] env[69990]: DEBUG nova.compute.provider_tree [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.012267] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6ff964fe-ed2a-4495-bcd3-9ed3bce21ab5 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.879s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.045027] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51358} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.045027] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 2d3aee84-8ead-4803-85f6-50567a6ab5c9/2d3aee84-8ead-4803-85f6-50567a6ab5c9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.045027] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.045027] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f08fddf-238e-4ebd-8d6e-401336945abc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.052215] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 981.052215] env[69990]: value = "task-3446592" [ 981.052215] env[69990]: _type = "Task" [ 981.052215] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.061071] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.097488] env[69990]: INFO nova.compute.manager [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Took 49.19 seconds to build instance. [ 981.150593] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "refresh_cache-2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.150765] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired lock "refresh_cache-2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.150922] env[69990]: DEBUG nova.network.neutron [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.361627] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.361854] env[69990]: DEBUG nova.objects.instance [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'migration_context' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.395967] env[69990]: DEBUG nova.scheduler.client.report [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.420515] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.420804] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.421027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.421220] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.421392] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.423274] env[69990]: INFO nova.compute.manager [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Terminating instance [ 981.429041] env[69990]: DEBUG nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.455171] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.455171] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.455171] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.455171] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.455171] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.455739] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.456120] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.456415] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.456706] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.456997] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.457325] env[69990]: DEBUG nova.virt.hardware [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.458407] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59574cf3-dabd-45ba-9000-5879eb39f905 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.467766] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85b9585-9365-4fd1-86b2-72a1c65f444a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.562454] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06553} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.562812] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.563769] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a35be-02a1-492a-820d-0ec257fbf72b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.588104] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2d3aee84-8ead-4803-85f6-50567a6ab5c9/2d3aee84-8ead-4803-85f6-50567a6ab5c9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.589084] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ec4569-5fc8-4efc-9dda-ad20881ac266 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.604181] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37169fd1-341e-4428-a584-f5489eb76d70 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.705s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.611085] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 981.611085] env[69990]: value = "task-3446593" [ 981.611085] env[69990]: _type = "Task" [ 981.611085] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.618343] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.692591] env[69990]: DEBUG nova.network.neutron [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.865086] env[69990]: DEBUG nova.objects.base [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.867027] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb02f099-24b2-4102-8b0a-81ae5298e6f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.892833] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b70273-7940-41dd-8a63-3f23cb0a84e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.901063] env[69990]: DEBUG oslo_vmware.api [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 981.901063] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ddd2f0-94b4-180d-487b-c3b5c727ed22" [ 981.901063] env[69990]: _type = "Task" [ 981.901063] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.901340] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.902066] env[69990]: DEBUG nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.911274] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.699s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.911607] env[69990]: DEBUG nova.objects.instance [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lazy-loading 'resources' on Instance uuid 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.927235] env[69990]: DEBUG nova.compute.manager [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.927235] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.928176] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a451e3ca-41f5-4f12-ad03-719b36540859 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.938198] env[69990]: DEBUG oslo_vmware.api [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ddd2f0-94b4-180d-487b-c3b5c727ed22, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.942256] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.943330] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.944205] env[69990]: DEBUG nova.compute.manager [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Received event network-vif-plugged-eb670603-b964-4b0f-9698-0b85643230d2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.944553] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Acquiring lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.944719] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.944883] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.945063] env[69990]: DEBUG nova.compute.manager [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] No waiting events found dispatching network-vif-plugged-eb670603-b964-4b0f-9698-0b85643230d2 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.945237] env[69990]: WARNING nova.compute.manager [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Received unexpected event network-vif-plugged-eb670603-b964-4b0f-9698-0b85643230d2 for instance with vm_state building and task_state spawning. [ 981.945443] env[69990]: DEBUG nova.compute.manager [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Received event network-changed-eb670603-b964-4b0f-9698-0b85643230d2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.945547] env[69990]: DEBUG nova.compute.manager [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Refreshing instance network info cache due to event network-changed-eb670603-b964-4b0f-9698-0b85643230d2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.945779] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Acquiring lock "refresh_cache-2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.946723] env[69990]: DEBUG nova.network.neutron [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Updating instance_info_cache with network_info: [{"id": "eb670603-b964-4b0f-9698-0b85643230d2", "address": "fa:16:3e:50:02:85", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb670603-b9", "ovs_interfaceid": "eb670603-b964-4b0f-9698-0b85643230d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.947809] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77b0087-76a5-4a22-973d-afa2cb7f0bb4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.955715] env[69990]: DEBUG oslo_vmware.api [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 981.955715] env[69990]: value = "task-3446594" [ 981.955715] env[69990]: _type = "Task" [ 981.955715] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.965633] env[69990]: DEBUG oslo_vmware.api [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.119587] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446593, 'name': ReconfigVM_Task, 'duration_secs': 0.306849} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.119587] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2d3aee84-8ead-4803-85f6-50567a6ab5c9/2d3aee84-8ead-4803-85f6-50567a6ab5c9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.120132] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e519c03-ba20-48b4-a5cd-e37e5a6ac913 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.129699] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 982.129699] env[69990]: value = "task-3446595" [ 982.129699] env[69990]: _type = "Task" [ 982.129699] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.136497] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446595, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.268600] env[69990]: DEBUG nova.network.neutron [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Successfully updated port: 7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.412987] env[69990]: DEBUG nova.compute.utils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.414762] env[69990]: DEBUG nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.415406] env[69990]: DEBUG nova.network.neutron [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.452343] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Releasing lock "refresh_cache-2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.452968] env[69990]: DEBUG nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Instance network_info: |[{"id": "eb670603-b964-4b0f-9698-0b85643230d2", "address": "fa:16:3e:50:02:85", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb670603-b9", "ovs_interfaceid": "eb670603-b964-4b0f-9698-0b85643230d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.453106] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Acquired lock "refresh_cache-2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.453269] env[69990]: DEBUG nova.network.neutron [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Refreshing network info cache for port eb670603-b964-4b0f-9698-0b85643230d2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.455125] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:02:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb670603-b964-4b0f-9698-0b85643230d2', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.464138] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Creating folder: Project (4f73464eaef540489e1b451b129273f8). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.467836] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c542ee4-163b-4389-8a98-2cb32e1e953b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.470745] env[69990]: DEBUG nova.policy [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef05377c1084746be7007fc514d029f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '898c7e30a9b042ee9212bff2520405d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.482982] env[69990]: DEBUG oslo_vmware.api [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446594, 'name': PowerOffVM_Task, 'duration_secs': 0.361033} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.485417] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.485593] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.487218] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95d681b-985c-4b9b-a8c5-238d408e0f93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.488630] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Created folder: Project (4f73464eaef540489e1b451b129273f8) in parent group-v687779. [ 982.488806] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Creating folder: Instances. Parent ref: group-v688032. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.489048] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4e572e1-7b30-45a0-bc27-e2068c6b0a03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.501444] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Created folder: Instances in parent group-v688032. [ 982.501684] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.503375] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.503597] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4a4447f-31ec-471d-bf21-70e56db5a2e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.529293] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.529293] env[69990]: value = "task-3446599" [ 982.529293] env[69990]: _type = "Task" [ 982.529293] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.540993] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446599, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.561564] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.561850] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.562081] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Deleting the datastore file [datastore1] 5c58e2b6-1f9f-4810-8c51-08cafcfdc199 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.562377] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8964af86-4415-4c00-94dd-e11e855d0bff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.571235] env[69990]: DEBUG oslo_vmware.api [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for the task: (returnval){ [ 982.571235] env[69990]: value = "task-3446600" [ 982.571235] env[69990]: _type = "Task" [ 982.571235] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.580824] env[69990]: DEBUG oslo_vmware.api [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.639343] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446595, 'name': Rename_Task, 'duration_secs': 0.203968} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.639609] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.640031] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4651249d-0ccb-4027-bbae-0790501242b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.645366] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 982.645366] env[69990]: value = "task-3446601" [ 982.645366] env[69990]: _type = "Task" [ 982.645366] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.653881] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.773845] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "refresh_cache-0471352d-919b-4973-9de1-8ba4dede613d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.773845] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired lock "refresh_cache-0471352d-919b-4973-9de1-8ba4dede613d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.773845] env[69990]: DEBUG nova.network.neutron [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.803391] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa65734-79cd-43f5-9201-c29f3ed35978 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.812104] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bcb8a1-bbbb-4b10-b37d-bd96354d1952 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.843897] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b3387-0871-4178-9d40-bb1069539e4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.856318] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ff84f1-5679-450e-83ea-556dc3893e1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.873031] env[69990]: DEBUG nova.compute.provider_tree [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.875078] env[69990]: DEBUG nova.network.neutron [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Successfully created port: d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.920877] env[69990]: DEBUG nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.039793] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446599, 'name': CreateVM_Task, 'duration_secs': 0.319114} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.039952] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.040869] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.041029] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.041347] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.041594] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784b8c47-d4ca-41a0-8c62-c996481e7cad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.046026] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 983.046026] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b76555-9d31-9b8a-9cd3-3c3d1ac64946" [ 983.046026] env[69990]: _type = "Task" [ 983.046026] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.054207] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b76555-9d31-9b8a-9cd3-3c3d1ac64946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.081237] env[69990]: DEBUG oslo_vmware.api [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Task: {'id': task-3446600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147417} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.081485] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.081671] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.081843] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.082044] env[69990]: INFO nova.compute.manager [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Took 1.16 seconds to destroy the instance on the hypervisor. [ 983.082303] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.082513] env[69990]: DEBUG nova.compute.manager [-] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.082615] env[69990]: DEBUG nova.network.neutron [-] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.159377] env[69990]: DEBUG oslo_vmware.api [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446601, 'name': PowerOnVM_Task, 'duration_secs': 0.46831} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.159659] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.159857] env[69990]: INFO nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Took 8.73 seconds to spawn the instance on the hypervisor. [ 983.160049] env[69990]: DEBUG nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.160814] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c08277a-58b0-4248-ac82-584fd356fed7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.325638] env[69990]: DEBUG nova.network.neutron [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.378628] env[69990]: DEBUG nova.scheduler.client.report [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.422155] env[69990]: DEBUG nova.network.neutron [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Updated VIF entry in instance network info cache for port eb670603-b964-4b0f-9698-0b85643230d2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.422521] env[69990]: DEBUG nova.network.neutron [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Updating instance_info_cache with network_info: [{"id": "eb670603-b964-4b0f-9698-0b85643230d2", "address": "fa:16:3e:50:02:85", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb670603-b9", "ovs_interfaceid": "eb670603-b964-4b0f-9698-0b85643230d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.540633] env[69990]: DEBUG nova.network.neutron [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Updating instance_info_cache with network_info: [{"id": "7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b", "address": "fa:16:3e:d6:17:84", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c321bed-aa", "ovs_interfaceid": "7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.558230] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b76555-9d31-9b8a-9cd3-3c3d1ac64946, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.558230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.558230] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.558230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.558230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.558230] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.558230] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36e2bcb9-0db0-4960-95b1-c4fa1c50f57c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.566946] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.567145] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.567867] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605aee9e-435d-44c6-91ac-fb1483c646b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.572910] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 983.572910] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52892537-b09f-a9c4-58ed-cd8a14ded598" [ 983.572910] env[69990]: _type = "Task" [ 983.572910] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.581019] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52892537-b09f-a9c4-58ed-cd8a14ded598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.678163] env[69990]: INFO nova.compute.manager [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Took 47.92 seconds to build instance. [ 983.883923] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.886448] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.825s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.888045] env[69990]: INFO nova.compute.claims [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.912383] env[69990]: INFO nova.scheduler.client.report [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Deleted allocations for instance 9a02cf3b-61f3-41b2-bd11-2a2143b625e0 [ 983.925981] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Releasing lock "refresh_cache-2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.926136] env[69990]: DEBUG nova.compute.manager [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Received event network-changed-146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.926355] env[69990]: DEBUG nova.compute.manager [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing instance network info cache due to event network-changed-146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.926595] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Acquiring lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.926702] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Acquired lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.926878] env[69990]: DEBUG nova.network.neutron [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing network info cache for port 146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.928928] env[69990]: DEBUG nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.957813] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.958109] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.958285] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.958466] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.958613] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.958761] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.959009] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.959186] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.959460] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.959518] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.959805] env[69990]: DEBUG nova.virt.hardware [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.962948] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c4bcd-f373-4de8-b716-8128e8a3ca16 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.969172] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9597e-3791-44e3-bc4b-000a85f985c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.998668] env[69990]: DEBUG nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Received event network-vif-plugged-7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.998668] env[69990]: DEBUG oslo_concurrency.lockutils [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] Acquiring lock "0471352d-919b-4973-9de1-8ba4dede613d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.999055] env[69990]: DEBUG oslo_concurrency.lockutils [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] Lock "0471352d-919b-4973-9de1-8ba4dede613d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.999055] env[69990]: DEBUG oslo_concurrency.lockutils [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] Lock "0471352d-919b-4973-9de1-8ba4dede613d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.999211] env[69990]: DEBUG nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] No waiting events found dispatching network-vif-plugged-7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.999376] env[69990]: WARNING nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Received unexpected event network-vif-plugged-7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b for instance with vm_state building and task_state spawning. [ 983.999517] env[69990]: DEBUG nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Received event network-changed-7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.999665] env[69990]: DEBUG nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Refreshing instance network info cache due to event network-changed-7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.999828] env[69990]: DEBUG oslo_concurrency.lockutils [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] Acquiring lock "refresh_cache-0471352d-919b-4973-9de1-8ba4dede613d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.042130] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Releasing lock "refresh_cache-0471352d-919b-4973-9de1-8ba4dede613d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.042315] env[69990]: DEBUG nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Instance network_info: |[{"id": "7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b", "address": "fa:16:3e:d6:17:84", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c321bed-aa", "ovs_interfaceid": "7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.042598] env[69990]: DEBUG oslo_concurrency.lockutils [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] Acquired lock "refresh_cache-0471352d-919b-4973-9de1-8ba4dede613d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.042779] env[69990]: DEBUG nova.network.neutron [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Refreshing network info cache for port 7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.044125] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:17:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.052031] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.055039] env[69990]: DEBUG nova.network.neutron [-] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.056080] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.057132] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3136feb8-109c-4829-a074-a90fa201ea4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.078694] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.078694] env[69990]: value = "task-3446602" [ 984.078694] env[69990]: _type = "Task" [ 984.078694] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.085544] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52892537-b09f-a9c4-58ed-cd8a14ded598, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.086342] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45f30bf-0be4-4b28-a7ee-9a79661299a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.091543] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446602, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.095073] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 984.095073] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a080c2-31c4-2db8-c92b-6ac3edc33e7b" [ 984.095073] env[69990]: _type = "Task" [ 984.095073] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.104282] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a080c2-31c4-2db8-c92b-6ac3edc33e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.181956] env[69990]: DEBUG oslo_concurrency.lockutils [None req-469a9cf3-bc57-4167-94bf-9cc7212de195 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.110s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.295932] env[69990]: DEBUG nova.network.neutron [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Updated VIF entry in instance network info cache for port 7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.296390] env[69990]: DEBUG nova.network.neutron [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Updating instance_info_cache with network_info: [{"id": "7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b", "address": "fa:16:3e:d6:17:84", "network": {"id": "f5b6e575-9519-4a4f-a474-5f08c54b259e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "89325fa7287f416aa25b2fda21489860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c321bed-aa", "ovs_interfaceid": "7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.309246] env[69990]: INFO nova.compute.manager [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Rebuilding instance [ 984.356290] env[69990]: DEBUG nova.compute.manager [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.357214] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e374a6-59bb-463d-b6fb-7667e63affa5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.421603] env[69990]: DEBUG oslo_concurrency.lockutils [None req-48224a9c-9acb-4c52-b5c1-c9568fc358f0 tempest-ServersNegativeTestJSON-123809886 tempest-ServersNegativeTestJSON-123809886-project-member] Lock "9a02cf3b-61f3-41b2-bd11-2a2143b625e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.652s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.557153] env[69990]: INFO nova.compute.manager [-] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Took 1.47 seconds to deallocate network for instance. [ 984.588651] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446602, 'name': CreateVM_Task, 'duration_secs': 0.333056} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.588847] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.589607] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.589784] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.590142] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.590403] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09cfdb66-18fe-483a-9437-94e903e52cc8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.596119] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 984.596119] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e34b13-b0dc-e46e-43e8-b5762921ec98" [ 984.596119] env[69990]: _type = "Task" [ 984.596119] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.611659] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a080c2-31c4-2db8-c92b-6ac3edc33e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.611659] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e34b13-b0dc-e46e-43e8-b5762921ec98, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.611825] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.612718] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f/2ab8c20d-54e4-4fc9-82ff-778cb9cb281f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.612718] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.612718] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.612922] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.612922] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.613254] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.613329] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeb28bf7-918a-4a0f-a2cb-5e4fbccd2665 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.615387] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1064e67-14f2-42c1-ad46-896199238231 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.628070] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.628070] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.628070] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 984.628070] env[69990]: value = "task-3446603" [ 984.628070] env[69990]: _type = "Task" [ 984.628070] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.631243] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39abaf2-67c0-42c2-89d0-f4516545e13c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.640845] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 984.640845] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526811d6-3636-d867-6eb5-7a5cac8a4081" [ 984.640845] env[69990]: _type = "Task" [ 984.640845] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.643755] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.651749] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526811d6-3636-d867-6eb5-7a5cac8a4081, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.653605] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee882fdb-0b7a-4acf-896d-82a552ad2208 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.658831] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 984.658831] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52489251-7aa2-cbad-9bcc-0e849b51e735" [ 984.658831] env[69990]: _type = "Task" [ 984.658831] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.666110] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52489251-7aa2-cbad-9bcc-0e849b51e735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.799760] env[69990]: DEBUG oslo_concurrency.lockutils [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] Releasing lock "refresh_cache-0471352d-919b-4973-9de1-8ba4dede613d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.800107] env[69990]: DEBUG nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Received event network-vif-deleted-ce59b58c-285c-437b-90a5-610bb0dd3786 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.800339] env[69990]: INFO nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Neutron deleted interface ce59b58c-285c-437b-90a5-610bb0dd3786; detaching it from the instance and deleting it from the info cache [ 984.800550] env[69990]: DEBUG nova.network.neutron [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.921699] env[69990]: DEBUG nova.network.neutron [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updated VIF entry in instance network info cache for port 146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.922211] env[69990]: DEBUG nova.network.neutron [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.985225] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.985499] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.985679] env[69990]: INFO nova.compute.manager [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Shelving [ 985.039294] env[69990]: DEBUG nova.network.neutron [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Successfully updated port: d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.065566] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.144383] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494659} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.146763] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f/2ab8c20d-54e4-4fc9-82ff-778cb9cb281f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.146988] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.147450] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f591b8c7-8c98-475c-9204-307319c8170c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.152777] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 985.152777] env[69990]: value = "task-3446604" [ 985.152777] env[69990]: _type = "Task" [ 985.152777] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.161465] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.169815] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52489251-7aa2-cbad-9bcc-0e849b51e735, 'name': SearchDatastore_Task, 'duration_secs': 0.008031} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.169880] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.170156] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 0471352d-919b-4973-9de1-8ba4dede613d/0471352d-919b-4973-9de1-8ba4dede613d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.170409] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde56f97-2225-4c7d-9874-edeb0de8c569 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.181021] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 985.181021] env[69990]: value = "task-3446605" [ 985.181021] env[69990]: _type = "Task" [ 985.181021] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.186289] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.250360] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d015e7-deb6-4bb4-ab55-1523b9514cab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.259038] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c59565-f106-42ff-b201-9f67fcef939a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.288624] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f9c768-8e2f-4104-9ab1-de06020005c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.296141] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458afe77-960e-45e8-949c-066b84c965c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.310292] env[69990]: DEBUG nova.compute.provider_tree [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.311583] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-690704a3-eab8-4360-ae21-085018c59521 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.320297] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae7d9b1-9f5f-4c46-85bd-b2e24ddb9a4a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.353768] env[69990]: DEBUG nova.compute.manager [req-f3944357-21db-4704-9590-549633b16bb6 req-fddeba82-d26e-40c9-8969-86b4b982394e service nova] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Detach interface failed, port_id=ce59b58c-285c-437b-90a5-610bb0dd3786, reason: Instance 5c58e2b6-1f9f-4810-8c51-08cafcfdc199 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.371162] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.371446] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-754af2bc-91d0-4950-b31f-05f7bc36f47b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.377950] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 985.377950] env[69990]: value = "task-3446606" [ 985.377950] env[69990]: _type = "Task" [ 985.377950] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.388597] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.425027] env[69990]: DEBUG oslo_concurrency.lockutils [req-5d9227b1-d213-4c4f-8d9d-118ac866c34d req-80c1f90d-fc18-46d6-9567-a96c8eb60f7f service nova] Releasing lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.541373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541448] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541641] env[69990]: DEBUG nova.network.neutron [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.668174] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065547} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.668634] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.670045] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7036c-07dc-433d-a8a4-b6bfb5c36436 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.700864] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f/2ab8c20d-54e4-4fc9-82ff-778cb9cb281f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.706109] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657f7c02-aab2-48fd-869d-8ab2127cdd82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.729129] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.730721] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 985.730721] env[69990]: value = "task-3446607" [ 985.730721] env[69990]: _type = "Task" [ 985.730721] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.740900] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.815284] env[69990]: DEBUG nova.scheduler.client.report [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.888097] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446606, 'name': PowerOffVM_Task, 'duration_secs': 0.257176} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.888097] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.888693] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.889042] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c570da-6b37-4e48-97e9-d00d76a7ef0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.895994] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 985.895994] env[69990]: value = "task-3446608" [ 985.895994] env[69990]: _type = "Task" [ 985.895994] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.906768] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.907079] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.907458] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688001', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'name': 'volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5102b267-7001-41f4-814d-e0e1f28aadee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'serial': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.908390] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64729d-7e5b-4cde-ba92-a902b2468fd6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.932183] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00ad3b0-1cf4-4fb4-a651-0b3ffb9d5e6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.941026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6bbbd4-ecce-468f-a8ef-1912eb8c69c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.964263] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76a61a1-da3d-435d-aecf-8f6ce2fef369 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.981275] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] The volume has not been displaced from its original location: [datastore1] volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1/volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 985.987057] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.989700] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f90d917-7f4b-4ccf-89c5-0ae69257993e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.002652] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.003827] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d6ea57-30a1-4d0a-87b8-57af17afa95b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.011302] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 986.011302] env[69990]: value = "task-3446610" [ 986.011302] env[69990]: _type = "Task" [ 986.011302] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.013170] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 986.013170] env[69990]: value = "task-3446609" [ 986.013170] env[69990]: _type = "Task" [ 986.013170] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.030335] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.036170] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.197401] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6761} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.198510] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 0471352d-919b-4973-9de1-8ba4dede613d/0471352d-919b-4973-9de1-8ba4dede613d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.198871] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.199392] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce16b2e2-50dc-4c9f-9629-a37a48eb9311 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.210017] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 986.210017] env[69990]: value = "task-3446611" [ 986.210017] env[69990]: _type = "Task" [ 986.210017] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.215612] env[69990]: DEBUG nova.compute.manager [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Received event network-vif-plugged-d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.216023] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.216407] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.216773] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.217206] env[69990]: DEBUG nova.compute.manager [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] No waiting events found dispatching network-vif-plugged-d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.217637] env[69990]: WARNING nova.compute.manager [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Received unexpected event network-vif-plugged-d2aa67c1-d367-41a5-9079-f9f00a27d660 for instance with vm_state building and task_state spawning. [ 986.217982] env[69990]: DEBUG nova.compute.manager [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Received event network-changed-d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.218363] env[69990]: DEBUG nova.compute.manager [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Refreshing instance network info cache due to event network-changed-d2aa67c1-d367-41a5-9079-f9f00a27d660. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.218689] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.226717] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.244949] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.285560] env[69990]: DEBUG nova.network.neutron [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.325075] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.325075] env[69990]: DEBUG nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.327918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.289s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.333105] env[69990]: DEBUG nova.objects.instance [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lazy-loading 'resources' on Instance uuid e2b7dddc-0245-4ae4-98ec-85270c6f1550 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.456224] env[69990]: DEBUG nova.network.neutron [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.507636] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7a7c99-da18-4122-ae1a-5be315cd14d0 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.507970] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7a7c99-da18-4122-ae1a-5be315cd14d0 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.508325] env[69990]: DEBUG nova.objects.instance [None req-8d7a7c99-da18-4122-ae1a-5be315cd14d0 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'flavor' on Instance uuid 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.526033] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446610, 'name': PowerOffVM_Task, 'duration_secs': 0.362283} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.529328] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.529882] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446609, 'name': ReconfigVM_Task, 'duration_secs': 0.457301} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.530885] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9626b1cf-debf-46b9-a564-f48b951f1531 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.533777] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.538235] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c390ac97-2ca8-4db5-aadb-6e92014eb4ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.574436] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749f56b-eb7e-4286-b45f-f7c98609f78d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.577226] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 986.577226] env[69990]: value = "task-3446612" [ 986.577226] env[69990]: _type = "Task" [ 986.577226] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.591024] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.717854] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064019} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.718135] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.718934] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d2476d-1320-4570-abd3-eebe7a0a42a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.740737] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 0471352d-919b-4973-9de1-8ba4dede613d/0471352d-919b-4973-9de1-8ba4dede613d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.743857] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ab746f-e597-4715-8b7b-ec715fcbf8c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.763870] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446607, 'name': ReconfigVM_Task, 'duration_secs': 0.704925} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.765153] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f/2ab8c20d-54e4-4fc9-82ff-778cb9cb281f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.765880] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 986.765880] env[69990]: value = "task-3446613" [ 986.765880] env[69990]: _type = "Task" [ 986.765880] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.766097] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f35a8e69-e58a-4e36-b035-1d467c135fc8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.777619] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.778906] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 986.778906] env[69990]: value = "task-3446614" [ 986.778906] env[69990]: _type = "Task" [ 986.778906] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.790872] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446614, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.836169] env[69990]: DEBUG nova.compute.utils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.837624] env[69990]: DEBUG nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.837814] env[69990]: DEBUG nova.network.neutron [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.890192] env[69990]: DEBUG nova.policy [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f06086007b43ce9ced96f2fe88c202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a2689316bda4eff95c5c3804ef6841f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.959409] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.959772] env[69990]: DEBUG nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Instance network_info: |[{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.960122] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.960351] env[69990]: DEBUG nova.network.neutron [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Refreshing network info cache for port d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.961595] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:85:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2aa67c1-d367-41a5-9079-f9f00a27d660', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.970392] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Creating folder: Project (898c7e30a9b042ee9212bff2520405d2). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.973414] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94d8cd36-7fec-4484-a4d4-cc64500eca05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.987296] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Created folder: Project (898c7e30a9b042ee9212bff2520405d2) in parent group-v687779. [ 986.987579] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Creating folder: Instances. Parent ref: group-v688036. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.987799] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5cb9b52-dad6-4f5c-ba47-339071659d93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.999293] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Created folder: Instances in parent group-v688036. [ 986.999860] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.999860] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.000009] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-651a8109-c31a-4513-bc3a-3fd5473f5887 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.020491] env[69990]: DEBUG nova.objects.instance [None req-8d7a7c99-da18-4122-ae1a-5be315cd14d0 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'pci_requests' on Instance uuid 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.029085] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.029085] env[69990]: value = "task-3446617" [ 987.029085] env[69990]: _type = "Task" [ 987.029085] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.042749] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446617, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.090629] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 987.090979] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446612, 'name': ReconfigVM_Task, 'duration_secs': 0.316486} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.091240] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57814f3f-0e05-437c-b421-acf448ffa9a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.094174] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688001', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'name': 'volume-ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5102b267-7001-41f4-814d-e0e1f28aadee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1', 'serial': 'ce5a1971-f804-45a0-aa5e-aae9f93615c1'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.094545] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.098080] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc56731-eb66-43e9-834f-f946203d188a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.107072] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.108415] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25b619c0-cee8-4c8f-857d-efe87b668fce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.110061] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 987.110061] env[69990]: value = "task-3446618" [ 987.110061] env[69990]: _type = "Task" [ 987.110061] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.123778] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.178130] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.178350] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.178649] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Deleting the datastore file [datastore1] 5102b267-7001-41f4-814d-e0e1f28aadee {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.178960] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-232b9ecb-44ef-428c-9e2a-2489eb99a31b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.188224] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for the task: (returnval){ [ 987.188224] env[69990]: value = "task-3446620" [ 987.188224] env[69990]: _type = "Task" [ 987.188224] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.197504] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.214176] env[69990]: DEBUG nova.network.neutron [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Successfully created port: 91161105-cc84-4552-af75-8ace0df5d77a {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.219032] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecce042-7db8-4dd6-b953-6079988926c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.226856] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cec20d-e42b-4017-a0cd-031abc838228 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.260893] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d0503-b2c9-4be5-b22d-678dd647c494 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.272337] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b72680-d393-4cb0-9483-ae5bb3cd0d4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.283602] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446613, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.294519] env[69990]: DEBUG nova.compute.provider_tree [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.301416] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446614, 'name': Rename_Task, 'duration_secs': 0.159444} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.301704] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.301969] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-735f4108-02e6-49d3-a658-a5e13cf346c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.308680] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 987.308680] env[69990]: value = "task-3446621" [ 987.308680] env[69990]: _type = "Task" [ 987.308680] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.318904] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.344856] env[69990]: DEBUG nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.522114] env[69990]: DEBUG nova.objects.base [None req-8d7a7c99-da18-4122-ae1a-5be315cd14d0 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Object Instance<37bc5bcb-6595-46c0-9b3f-3591cf13546a> lazy-loaded attributes: flavor,pci_requests {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 987.522341] env[69990]: DEBUG nova.network.neutron [None req-8d7a7c99-da18-4122-ae1a-5be315cd14d0 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.539790] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446617, 'name': CreateVM_Task, 'duration_secs': 0.393198} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.542087] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.542740] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.542904] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.543251] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.544043] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa727a17-f097-4327-b6f1-d80bcc3e4536 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.548669] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 987.548669] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52bb9ca3-a424-782e-36dd-6fe7fdd21984" [ 987.548669] env[69990]: _type = "Task" [ 987.548669] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.563238] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52bb9ca3-a424-782e-36dd-6fe7fdd21984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.621978] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446618, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.628412] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8d7a7c99-da18-4122-ae1a-5be315cd14d0 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.120s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.698013] env[69990]: DEBUG oslo_vmware.api [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Task: {'id': task-3446620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112736} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.698274] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.698469] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.698659] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.719647] env[69990]: DEBUG nova.network.neutron [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updated VIF entry in instance network info cache for port d2aa67c1-d367-41a5-9079-f9f00a27d660. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.720155] env[69990]: DEBUG nova.network.neutron [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.762676] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.763066] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45a861f3-bc07-4988-a103-220ac32ace64 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.775259] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4ceea5-924f-4f82-bb8f-a0f94de5ccce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.790087] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446613, 'name': ReconfigVM_Task, 'duration_secs': 0.518716} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.790706] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 0471352d-919b-4973-9de1-8ba4dede613d/0471352d-919b-4973-9de1-8ba4dede613d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.791337] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250bd972-bccf-467e-9259-db9c3ffada0b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.797595] env[69990]: DEBUG nova.scheduler.client.report [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.802797] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 987.802797] env[69990]: value = "task-3446622" [ 987.802797] env[69990]: _type = "Task" [ 987.802797] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.816036] env[69990]: ERROR nova.compute.manager [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Failed to detach volume ce5a1971-f804-45a0-aa5e-aae9f93615c1 from /dev/sda: nova.exception.InstanceNotFound: Instance 5102b267-7001-41f4-814d-e0e1f28aadee could not be found. [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Traceback (most recent call last): [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self.driver.rebuild(**kwargs) [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] raise NotImplementedError() [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] NotImplementedError [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] During handling of the above exception, another exception occurred: [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Traceback (most recent call last): [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self.driver.detach_volume(context, old_connection_info, [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] return self._volumeops.detach_volume(connection_info, instance) [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self._detach_volume_vmdk(connection_info, instance) [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] stable_ref.fetch_moref(session) [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] raise exception.InstanceNotFound(instance_id=self._uuid) [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] nova.exception.InstanceNotFound: Instance 5102b267-7001-41f4-814d-e0e1f28aadee could not be found. [ 987.816036] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 987.834790] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446622, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.838034] env[69990]: DEBUG oslo_vmware.api [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446621, 'name': PowerOnVM_Task, 'duration_secs': 0.474009} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.838242] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.838442] env[69990]: INFO nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Took 8.97 seconds to spawn the instance on the hypervisor. [ 987.838609] env[69990]: DEBUG nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.839568] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1223a06-0664-4a0c-9e0f-3f5d2f8c2780 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.983474] env[69990]: DEBUG nova.compute.utils [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Build of instance 5102b267-7001-41f4-814d-e0e1f28aadee aborted: Failed to rebuild volume backed instance. {{(pid=69990) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 987.987681] env[69990]: ERROR nova.compute.manager [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5102b267-7001-41f4-814d-e0e1f28aadee aborted: Failed to rebuild volume backed instance. [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Traceback (most recent call last): [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self.driver.rebuild(**kwargs) [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] raise NotImplementedError() [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] NotImplementedError [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] During handling of the above exception, another exception occurred: [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Traceback (most recent call last): [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self._detach_root_volume(context, instance, root_bdm) [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] with excutils.save_and_reraise_exception(): [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self.force_reraise() [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] raise self.value [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self.driver.detach_volume(context, old_connection_info, [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] return self._volumeops.detach_volume(connection_info, instance) [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self._detach_volume_vmdk(connection_info, instance) [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] stable_ref.fetch_moref(session) [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] raise exception.InstanceNotFound(instance_id=self._uuid) [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] nova.exception.InstanceNotFound: Instance 5102b267-7001-41f4-814d-e0e1f28aadee could not be found. [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] During handling of the above exception, another exception occurred: [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Traceback (most recent call last): [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] yield [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 987.987681] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self._do_rebuild_instance_with_claim( [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self._do_rebuild_instance( [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self._rebuild_default_impl(**kwargs) [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] self._rebuild_volume_backed_instance( [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] raise exception.BuildAbortException( [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] nova.exception.BuildAbortException: Build of instance 5102b267-7001-41f4-814d-e0e1f28aadee aborted: Failed to rebuild volume backed instance. [ 987.988950] env[69990]: ERROR nova.compute.manager [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] [ 988.059038] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52bb9ca3-a424-782e-36dd-6fe7fdd21984, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.059395] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.059666] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.059957] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.060148] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.060340] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.060590] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f33b3a-bac2-4f40-bd14-89d09570d628 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.068550] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.068757] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.069451] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee325b5-a9b2-4577-94a9-21aa63dc0323 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.074425] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 988.074425] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525835c7-76ad-e573-3dc9-c5305caeceba" [ 988.074425] env[69990]: _type = "Task" [ 988.074425] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.082724] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525835c7-76ad-e573-3dc9-c5305caeceba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.121650] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446618, 'name': CreateSnapshot_Task, 'duration_secs': 0.532985} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.121650] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 988.122009] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d5e808-ff96-444b-9aa1-c8e5a813df1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.223422] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa34c9a2-e966-4d92-80bd-c8eec032e69e req-e4083cbe-1ee2-4f26-bc95-478bef63f729 service nova] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.315193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.318068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.937s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.330668] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446622, 'name': Rename_Task, 'duration_secs': 0.139899} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.330978] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.331276] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe61e85c-d62c-4d30-be29-52000485c643 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.336596] env[69990]: INFO nova.scheduler.client.report [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Deleted allocations for instance e2b7dddc-0245-4ae4-98ec-85270c6f1550 [ 988.341326] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 988.341326] env[69990]: value = "task-3446623" [ 988.341326] env[69990]: _type = "Task" [ 988.341326] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.350318] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.357337] env[69990]: DEBUG nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.368924] env[69990]: INFO nova.compute.manager [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Took 35.10 seconds to build instance. [ 988.389676] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.389955] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.390154] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.390400] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.390648] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.390859] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.391143] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.391328] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.391550] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.391764] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.391974] env[69990]: DEBUG nova.virt.hardware [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.393257] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f7fb8-8ec2-450e-a3d0-c9d58e5873d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.401619] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c83ece5-65d9-4103-a99f-49d1a7d0cc6c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.585906] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525835c7-76ad-e573-3dc9-c5305caeceba, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.586715] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a94924-d4f2-4bb4-b3e7-3301ecf012cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.592341] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 988.592341] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5219b25e-2626-585c-7486-9403c41e2dc3" [ 988.592341] env[69990]: _type = "Task" [ 988.592341] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.600141] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5219b25e-2626-585c-7486-9403c41e2dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.639439] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.642689] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bf79e55-a969-4b32-b36e-009bbf5a9956 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.652264] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 988.652264] env[69990]: value = "task-3446624" [ 988.652264] env[69990]: _type = "Task" [ 988.652264] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.660345] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446624, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.711152] env[69990]: DEBUG nova.network.neutron [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Successfully updated port: 91161105-cc84-4552-af75-8ace0df5d77a {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.829209] env[69990]: INFO nova.compute.claims [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.845420] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e24541c6-6ac7-4229-a6b6-f647581d3434 tempest-ImagesTestJSON-611354511 tempest-ImagesTestJSON-611354511-project-member] Lock "e2b7dddc-0245-4ae4-98ec-85270c6f1550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.221s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.856378] env[69990]: DEBUG oslo_vmware.api [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446623, 'name': PowerOnVM_Task, 'duration_secs': 0.446275} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.856612] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.856690] env[69990]: INFO nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Took 7.43 seconds to spawn the instance on the hypervisor. [ 988.856928] env[69990]: DEBUG nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.857737] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603958c-df86-49c7-ab1b-c58900c538ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.872068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b4a650db-8042-4a84-8634-3d04c4e16172 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.620s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.026449] env[69990]: DEBUG nova.compute.manager [req-545b4094-a66e-47c6-bbf7-c8ef1d11fc9f req-c6bb27ff-2654-4aa1-9f12-98fb5ed05389 service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Received event network-vif-plugged-91161105-cc84-4552-af75-8ace0df5d77a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.026725] env[69990]: DEBUG oslo_concurrency.lockutils [req-545b4094-a66e-47c6-bbf7-c8ef1d11fc9f req-c6bb27ff-2654-4aa1-9f12-98fb5ed05389 service nova] Acquiring lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.026932] env[69990]: DEBUG oslo_concurrency.lockutils [req-545b4094-a66e-47c6-bbf7-c8ef1d11fc9f req-c6bb27ff-2654-4aa1-9f12-98fb5ed05389 service nova] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.027131] env[69990]: DEBUG oslo_concurrency.lockutils [req-545b4094-a66e-47c6-bbf7-c8ef1d11fc9f req-c6bb27ff-2654-4aa1-9f12-98fb5ed05389 service nova] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.027295] env[69990]: DEBUG nova.compute.manager [req-545b4094-a66e-47c6-bbf7-c8ef1d11fc9f req-c6bb27ff-2654-4aa1-9f12-98fb5ed05389 service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] No waiting events found dispatching network-vif-plugged-91161105-cc84-4552-af75-8ace0df5d77a {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.027455] env[69990]: WARNING nova.compute.manager [req-545b4094-a66e-47c6-bbf7-c8ef1d11fc9f req-c6bb27ff-2654-4aa1-9f12-98fb5ed05389 service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Received unexpected event network-vif-plugged-91161105-cc84-4552-af75-8ace0df5d77a for instance with vm_state building and task_state spawning. [ 989.108221] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5219b25e-2626-585c-7486-9403c41e2dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.108547] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.108878] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] aa59ad5b-c9dd-46f3-8582-f295d9716514/aa59ad5b-c9dd-46f3-8582-f295d9716514.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.109191] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d71f029-7e17-4c8e-9342-66a52f5ed836 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.115991] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 989.115991] env[69990]: value = "task-3446625" [ 989.115991] env[69990]: _type = "Task" [ 989.115991] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.128587] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.163616] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446624, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.213022] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "refresh_cache-1d123cf0-b403-42cb-b4e1-30e7c29bebd2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.213221] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "refresh_cache-1d123cf0-b403-42cb-b4e1-30e7c29bebd2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.213389] env[69990]: DEBUG nova.network.neutron [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.337159] env[69990]: INFO nova.compute.resource_tracker [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating resource usage from migration a9716e69-bfa5-48ec-a90e-023e0da46226 [ 989.379089] env[69990]: INFO nova.compute.manager [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Took 33.52 seconds to build instance. [ 989.629300] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.629640] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.629966] env[69990]: DEBUG nova.objects.instance [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'flavor' on Instance uuid 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.631314] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446625, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.647649] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf06e44-31dd-4799-9ff4-8d96ddc5ed39 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.658421] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90673d9d-34b7-4786-8ed5-1241da5fd728 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.665837] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446624, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.691558] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de0b4d9-7ebf-4a2b-af70-fdae7f20bea0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.698791] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9782d-4db5-442d-88e3-e3d083196cc7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.712362] env[69990]: DEBUG nova.compute.provider_tree [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.747899] env[69990]: DEBUG nova.network.neutron [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.881483] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0960e1ef-8cd9-4103-8124-4a8fb90c1cc9 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "0471352d-919b-4973-9de1-8ba4dede613d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.289s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.884610] env[69990]: DEBUG nova.network.neutron [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Updating instance_info_cache with network_info: [{"id": "91161105-cc84-4552-af75-8ace0df5d77a", "address": "fa:16:3e:29:dd:96", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91161105-cc", "ovs_interfaceid": "91161105-cc84-4552-af75-8ace0df5d77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.008043] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.130532] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521472} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.130797] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] aa59ad5b-c9dd-46f3-8582-f295d9716514/aa59ad5b-c9dd-46f3-8582-f295d9716514.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.133319] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.133319] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c5d9866-7ec7-4e7a-9ec6-5d41fea60dcf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.144261] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 990.144261] env[69990]: value = "task-3446626" [ 990.144261] env[69990]: _type = "Task" [ 990.144261] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.153109] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.164575] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446624, 'name': CloneVM_Task, 'duration_secs': 1.441465} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.164867] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Created linked-clone VM from snapshot [ 990.165679] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb9787b-26a2-487b-a546-3be6267bae4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.172869] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Uploading image 031aac04-e25a-4df8-b12d-2b33b55fee71 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.199924] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 990.199924] env[69990]: value = "vm-688040" [ 990.199924] env[69990]: _type = "VirtualMachine" [ 990.199924] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 990.200284] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb37fdde-0d08-4fc5-aad6-5d088ba67720 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.208028] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lease: (returnval){ [ 990.208028] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52387e32-9907-1d0c-ec0e-9187f099acfd" [ 990.208028] env[69990]: _type = "HttpNfcLease" [ 990.208028] env[69990]: } obtained for exporting VM: (result){ [ 990.208028] env[69990]: value = "vm-688040" [ 990.208028] env[69990]: _type = "VirtualMachine" [ 990.208028] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 990.208276] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the lease: (returnval){ [ 990.208276] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52387e32-9907-1d0c-ec0e-9187f099acfd" [ 990.208276] env[69990]: _type = "HttpNfcLease" [ 990.208276] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 990.209127] env[69990]: DEBUG nova.objects.instance [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'pci_requests' on Instance uuid 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.214958] env[69990]: DEBUG nova.scheduler.client.report [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.220699] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.220699] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52387e32-9907-1d0c-ec0e-9187f099acfd" [ 990.220699] env[69990]: _type = "HttpNfcLease" [ 990.220699] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.387329] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "refresh_cache-1d123cf0-b403-42cb-b4e1-30e7c29bebd2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.387811] env[69990]: DEBUG nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Instance network_info: |[{"id": "91161105-cc84-4552-af75-8ace0df5d77a", "address": "fa:16:3e:29:dd:96", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91161105-cc", "ovs_interfaceid": "91161105-cc84-4552-af75-8ace0df5d77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.388326] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:dd:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91161105-cc84-4552-af75-8ace0df5d77a', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.396454] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.396718] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.397015] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d927b0-bb25-4432-91c6-b042aa6658f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.417851] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.417851] env[69990]: value = "task-3446628" [ 990.417851] env[69990]: _type = "Task" [ 990.417851] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.425491] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446628, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.654268] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079441} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.654540] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.655345] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721e0e8-779e-4fb2-8772-8b2b98db0085 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.677174] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] aa59ad5b-c9dd-46f3-8582-f295d9716514/aa59ad5b-c9dd-46f3-8582-f295d9716514.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.677472] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67bb7d58-9fb2-4531-8241-9233bdb442d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.699114] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 990.699114] env[69990]: value = "task-3446629" [ 990.699114] env[69990]: _type = "Task" [ 990.699114] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.706828] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.714542] env[69990]: DEBUG nova.objects.base [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Object Instance<37bc5bcb-6595-46c0-9b3f-3591cf13546a> lazy-loaded attributes: flavor,pci_requests {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 990.714793] env[69990]: DEBUG nova.network.neutron [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.719897] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.719897] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52387e32-9907-1d0c-ec0e-9187f099acfd" [ 990.719897] env[69990]: _type = "HttpNfcLease" [ 990.719897] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.720290] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.720290] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52387e32-9907-1d0c-ec0e-9187f099acfd" [ 990.720290] env[69990]: _type = "HttpNfcLease" [ 990.720290] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.721338] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d14a7c-debe-4aaa-bc57-f39e367f3cda {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.724578] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.407s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.724770] env[69990]: INFO nova.compute.manager [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Migrating [ 990.731316] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.188s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.731605] env[69990]: DEBUG nova.objects.instance [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'resources' on Instance uuid a0c60cf0-e184-490d-921a-4da52c473859 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.739797] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235711a-3113-8e98-b819-9ac52d87ef1e/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.740009] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235711a-3113-8e98-b819-9ac52d87ef1e/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.807744] env[69990]: DEBUG nova.policy [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.913374] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09b2a0e5-375a-4fbd-802a-a9d4847db828 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.928311] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446628, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.133888] env[69990]: DEBUG nova.network.neutron [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Successfully created port: 1e33f7fb-26b8-401b-afba-3212cbe0fb48 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.210408] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.248060] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.248261] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.248441] env[69990]: DEBUG nova.network.neutron [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.429934] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446628, 'name': CreateVM_Task, 'duration_secs': 0.536881} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.430237] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.430957] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.431205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.432309] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.432309] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb66c37d-7c80-427e-9ae2-7189a258a584 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.439888] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 991.439888] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b03199-d4a7-e211-8ed2-fad3e250c609" [ 991.439888] env[69990]: _type = "Task" [ 991.439888] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.449212] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b03199-d4a7-e211-8ed2-fad3e250c609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.569444] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647b6a4a-e31f-4dc6-954b-b749bb434033 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.577458] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79e0c33-de61-48c1-8bee-3ae951ed92e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.611743] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fb6ee6-309c-44f0-818d-11c4d6e54598 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.620134] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65e62b-543f-4dec-a5db-c773b87e3e22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.633854] env[69990]: DEBUG nova.compute.provider_tree [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.668614] env[69990]: DEBUG nova.compute.manager [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Received event network-changed-91161105-cc84-4552-af75-8ace0df5d77a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.668714] env[69990]: DEBUG nova.compute.manager [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Refreshing instance network info cache due to event network-changed-91161105-cc84-4552-af75-8ace0df5d77a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.668842] env[69990]: DEBUG oslo_concurrency.lockutils [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] Acquiring lock "refresh_cache-1d123cf0-b403-42cb-b4e1-30e7c29bebd2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.669083] env[69990]: DEBUG oslo_concurrency.lockutils [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] Acquired lock "refresh_cache-1d123cf0-b403-42cb-b4e1-30e7c29bebd2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.669561] env[69990]: DEBUG nova.network.neutron [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Refreshing network info cache for port 91161105-cc84-4552-af75-8ace0df5d77a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.709611] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446629, 'name': ReconfigVM_Task, 'duration_secs': 0.685385} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.709931] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Reconfigured VM instance instance-0000005c to attach disk [datastore1] aa59ad5b-c9dd-46f3-8582-f295d9716514/aa59ad5b-c9dd-46f3-8582-f295d9716514.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.710622] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f549cc-4694-40ed-8bd6-f2ea9ae08ab4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.717615] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 991.717615] env[69990]: value = "task-3446630" [ 991.717615] env[69990]: _type = "Task" [ 991.717615] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.729918] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446630, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.860507] env[69990]: DEBUG nova.compute.manager [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.861486] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115830d0-d901-497e-adad-6338dec6a74a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.956548] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b03199-d4a7-e211-8ed2-fad3e250c609, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.957353] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.957518] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.957935] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.958440] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.958619] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.959103] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30729ac7-85ed-4f42-bcf5-c38a0c336a65 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.968732] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.969201] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.970185] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa38b28-77cd-47ed-9c1f-12e0d7a53e58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.976434] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 991.976434] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f3b9b9-08b9-c73d-b810-229e905b0d38" [ 991.976434] env[69990]: _type = "Task" [ 991.976434] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.986458] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f3b9b9-08b9-c73d-b810-229e905b0d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.000070] env[69990]: DEBUG nova.network.neutron [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance_info_cache with network_info: [{"id": "ca906672-aba3-4128-a918-6e449a187cc9", "address": "fa:16:3e:b6:71:55", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca906672-ab", "ovs_interfaceid": "ca906672-aba3-4128-a918-6e449a187cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.137293] env[69990]: DEBUG nova.scheduler.client.report [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.229321] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446630, 'name': Rename_Task, 'duration_secs': 0.220602} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.229557] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.229838] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5bd902f-9ac5-4893-8949-9dfd1ad53352 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.236638] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 992.236638] env[69990]: value = "task-3446631" [ 992.236638] env[69990]: _type = "Task" [ 992.236638] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.247800] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.375976] env[69990]: INFO nova.compute.manager [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] instance snapshotting [ 992.378865] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028034f-94f1-46c8-81fc-e2fb703cab27 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.382952] env[69990]: DEBUG nova.network.neutron [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Updated VIF entry in instance network info cache for port 91161105-cc84-4552-af75-8ace0df5d77a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.383308] env[69990]: DEBUG nova.network.neutron [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Updating instance_info_cache with network_info: [{"id": "91161105-cc84-4552-af75-8ace0df5d77a", "address": "fa:16:3e:29:dd:96", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91161105-cc", "ovs_interfaceid": "91161105-cc84-4552-af75-8ace0df5d77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.401612] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquiring lock "5102b267-7001-41f4-814d-e0e1f28aadee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.402068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "5102b267-7001-41f4-814d-e0e1f28aadee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.402179] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquiring lock "5102b267-7001-41f4-814d-e0e1f28aadee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.402372] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "5102b267-7001-41f4-814d-e0e1f28aadee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.402592] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "5102b267-7001-41f4-814d-e0e1f28aadee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.405846] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b216b1-3a0b-40a6-a1a0-002aa50a331e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.408932] env[69990]: INFO nova.compute.manager [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Terminating instance [ 992.488840] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f3b9b9-08b9-c73d-b810-229e905b0d38, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.493138] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de46da3-54ff-47d2-8786-5d46bef0756d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.497159] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 992.497159] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]528a1d42-8264-7d3b-74ba-e648946d7eb2" [ 992.497159] env[69990]: _type = "Task" [ 992.497159] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.504416] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.505977] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528a1d42-8264-7d3b-74ba-e648946d7eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.636222] env[69990]: DEBUG nova.network.neutron [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Successfully updated port: 1e33f7fb-26b8-401b-afba-3212cbe0fb48 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.643304] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.646536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.171s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.672739] env[69990]: INFO nova.scheduler.client.report [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted allocations for instance a0c60cf0-e184-490d-921a-4da52c473859 [ 992.748514] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.887715] env[69990]: DEBUG oslo_concurrency.lockutils [req-b510ebe0-8d71-4225-b614-fc38bac91206 req-bf8399cf-51da-439f-8d74-9f984292b79d service nova] Releasing lock "refresh_cache-1d123cf0-b403-42cb-b4e1-30e7c29bebd2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.918323] env[69990]: DEBUG nova.compute.manager [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.918744] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a701e15-34fb-49ca-9ee7-7c946eb22a45 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.921944] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 992.922262] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ed9bccf-4edc-44c6-bb76-db0637d6710e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.931970] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437c360-ac23-4e50-8f38-31639c058553 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.947225] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 992.947225] env[69990]: value = "task-3446632" [ 992.947225] env[69990]: _type = "Task" [ 992.947225] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.959056] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.971831] env[69990]: WARNING nova.virt.vmwareapi.driver [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5102b267-7001-41f4-814d-e0e1f28aadee could not be found. [ 992.972088] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.973461] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bdac8f1-0067-48b3-80d2-f7a28453b2ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.981821] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93daf12-958a-497d-9636-07053603b2e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.006065] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528a1d42-8264-7d3b-74ba-e648946d7eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.016594} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.019518] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.019932] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1d123cf0-b403-42cb-b4e1-30e7c29bebd2/1d123cf0-b403-42cb-b4e1-30e7c29bebd2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.023907] env[69990]: WARNING nova.virt.vmwareapi.vmops [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5102b267-7001-41f4-814d-e0e1f28aadee could not be found. [ 993.023907] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.024072] env[69990]: INFO nova.compute.manager [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Took 0.11 seconds to destroy the instance on the hypervisor. [ 993.025230] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.025230] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba632fe-7609-45ff-81af-27aa5b7b5442 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.026994] env[69990]: DEBUG nova.compute.manager [-] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.027112] env[69990]: DEBUG nova.network.neutron [-] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.032775] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 993.032775] env[69990]: value = "task-3446633" [ 993.032775] env[69990]: _type = "Task" [ 993.032775] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.044280] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.140573] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.140573] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.140573] env[69990]: DEBUG nova.network.neutron [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.181738] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0d9445d9-f670-476d-8620-7e4e3f7cd258 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "a0c60cf0-e184-490d-921a-4da52c473859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.445s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.247409] env[69990]: DEBUG oslo_vmware.api [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446631, 'name': PowerOnVM_Task, 'duration_secs': 0.631753} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.247409] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.247576] env[69990]: INFO nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Took 9.32 seconds to spawn the instance on the hypervisor. [ 993.248847] env[69990]: DEBUG nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.248847] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58864916-71ac-427e-a5a8-4c82f887e475 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.457632] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446632, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.542990] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.661048] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Applying migration context for instance 47114c84-b4b6-4912-b071-8ba4524aa6ab as it has an incoming, in-progress migration a9716e69-bfa5-48ec-a90e-023e0da46226. Migration status is migrating {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 993.661292] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Applying migration context for instance dce8d782-2479-4720-adb5-f6f380d7a9bc as it has an incoming, in-progress migration f129e613-aafd-46e0-8408-47bd95b8d74c. Migration status is confirming {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 993.663085] env[69990]: INFO nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating resource usage from migration a9716e69-bfa5-48ec-a90e-023e0da46226 [ 993.663412] env[69990]: INFO nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating resource usage from migration f129e613-aafd-46e0-8408-47bd95b8d74c [ 993.685226] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 66f44427-f09b-431c-a391-98ef8e838f3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.685380] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance e294004b-ac53-4fea-876f-0547e0ce009b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.685507] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 28aaa1db-7b99-4a85-b849-4c8cb3c15957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.685678] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.685802] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 37bc5bcb-6595-46c0-9b3f-3591cf13546a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.685915] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 276f50a8-6376-4df3-ab3b-5d25dc5184f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.686037] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 8b135b1f-bdad-4410-ac61-ebe9a9c85844 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.686166] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance ff58fd86-e175-4e82-8bcc-8ca501598369 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.686280] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Migration f129e613-aafd-46e0-8408-47bd95b8d74c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 993.686458] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance dce8d782-2479-4720-adb5-f6f380d7a9bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.686593] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 5c58e2b6-1f9f-4810-8c51-08cafcfdc199 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.686707] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.686816] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 2d3aee84-8ead-4803-85f6-50567a6ab5c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.686924] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.687058] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 0471352d-919b-4973-9de1-8ba4dede613d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.687173] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance aa59ad5b-c9dd-46f3-8582-f295d9716514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.687277] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 1d123cf0-b403-42cb-b4e1-30e7c29bebd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.687381] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Migration a9716e69-bfa5-48ec-a90e-023e0da46226 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 993.687484] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 47114c84-b4b6-4912-b071-8ba4524aa6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.687751] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 993.687894] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 993.727725] env[69990]: WARNING nova.network.neutron [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] d9e816e8-6eda-4434-8d74-628025ea3d43 already exists in list: networks containing: ['d9e816e8-6eda-4434-8d74-628025ea3d43']. ignoring it [ 993.776249] env[69990]: INFO nova.compute.manager [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Took 30.51 seconds to build instance. [ 993.850338] env[69990]: DEBUG nova.compute.manager [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-vif-plugged-1e33f7fb-26b8-401b-afba-3212cbe0fb48 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.850564] env[69990]: DEBUG oslo_concurrency.lockutils [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.850779] env[69990]: DEBUG oslo_concurrency.lockutils [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.850945] env[69990]: DEBUG oslo_concurrency.lockutils [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.851159] env[69990]: DEBUG nova.compute.manager [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] No waiting events found dispatching network-vif-plugged-1e33f7fb-26b8-401b-afba-3212cbe0fb48 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.851347] env[69990]: WARNING nova.compute.manager [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received unexpected event network-vif-plugged-1e33f7fb-26b8-401b-afba-3212cbe0fb48 for instance with vm_state active and task_state None. [ 993.851542] env[69990]: DEBUG nova.compute.manager [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-changed-1e33f7fb-26b8-401b-afba-3212cbe0fb48 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.851734] env[69990]: DEBUG nova.compute.manager [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing instance network info cache due to event network-changed-1e33f7fb-26b8-401b-afba-3212cbe0fb48. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.851912] env[69990]: DEBUG oslo_concurrency.lockutils [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.967075] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446632, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.033120] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aadc55-e6e3-4599-a99e-4171248157d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.044622] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603609} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.060123] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 1d123cf0-b403-42cb-b4e1-30e7c29bebd2/1d123cf0-b403-42cb-b4e1-30e7c29bebd2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.060123] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.060709] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance '47114c84-b4b6-4912-b071-8ba4524aa6ab' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.065126] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1303fd1-4009-4e46-9ff9-ce37f1174f09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.067571] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690068cc-019f-401b-ba3c-2bbda1a69a7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.076551] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041d1a7a-e88f-42ab-9d51-80f721b96b6f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.080034] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 994.080034] env[69990]: value = "task-3446634" [ 994.080034] env[69990]: _type = "Task" [ 994.080034] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.115753] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777329c7-d3f3-44da-97ec-6a3712c6aeab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.122315] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.127575] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b046c-f7e0-450d-a9bb-e353a4d497c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.142902] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.275504] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b6c69150-0b23-42be-bc6f-8c116e109f03 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.021s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.445985] env[69990]: DEBUG nova.network.neutron [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "address": "fa:16:3e:7d:9b:0c", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e33f7fb-26", "ovs_interfaceid": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.463247] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446632, 'name': CreateSnapshot_Task, 'duration_secs': 1.272102} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.464256] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.465251] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570b28c-416c-4bb0-ba34-c40764e20f42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.577953] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.577953] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1089c0b8-4915-417c-a832-d8fd7159d1a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.586685] env[69990]: DEBUG nova.network.neutron [-] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.589391] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 994.589391] env[69990]: value = "task-3446635" [ 994.589391] env[69990]: _type = "Task" [ 994.589391] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.596785] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106576} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.597470] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.599982] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a09a2e8-2736-4e27-9176-03172a6484a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.604230] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.624543] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1d123cf0-b403-42cb-b4e1-30e7c29bebd2/1d123cf0-b403-42cb-b4e1-30e7c29bebd2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.625237] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56401fc-b5de-48fb-b88c-8a4053b354e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.648770] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.653770] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 994.653770] env[69990]: value = "task-3446636" [ 994.653770] env[69990]: _type = "Task" [ 994.653770] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.666883] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.949590] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.950513] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.951260] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.951260] env[69990]: DEBUG oslo_concurrency.lockutils [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.951260] env[69990]: DEBUG nova.network.neutron [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing network info cache for port 1e33f7fb-26b8-401b-afba-3212cbe0fb48 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.953519] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580fd540-6171-4ceb-a342-c89a4cecbd54 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.975648] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.975954] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.976148] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.976323] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.976476] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.976772] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.977080] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.977271] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.977451] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.978154] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.978398] env[69990]: DEBUG nova.virt.hardware [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.985037] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfiguring VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 994.993855] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 994.994217] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80283f11-f2e7-4e0b-ac4c-a253b330d503 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.010976] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd4f0b8b-03b5-4402-8b49-5e48bfc43181 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.023953] env[69990]: DEBUG oslo_vmware.api [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 995.023953] env[69990]: value = "task-3446637" [ 995.023953] env[69990]: _type = "Task" [ 995.023953] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.024304] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 995.024304] env[69990]: value = "task-3446638" [ 995.024304] env[69990]: _type = "Task" [ 995.024304] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.037449] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446638, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.040929] env[69990]: DEBUG oslo_vmware.api [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446637, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.090582] env[69990]: INFO nova.compute.manager [-] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Took 2.06 seconds to deallocate network for instance. [ 995.107152] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446635, 'name': PowerOffVM_Task, 'duration_secs': 0.344787} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.107152] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.107152] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance '47114c84-b4b6-4912-b071-8ba4524aa6ab' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.156313] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 995.156313] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.510s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.157934] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.270s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.157934] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.159733] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.250s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.160461] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.164632] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.021s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.164632] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.165546] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.795s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.165724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.167957] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.226s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.187792] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446636, 'name': ReconfigVM_Task, 'duration_secs': 0.394012} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.188275] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1d123cf0-b403-42cb-b4e1-30e7c29bebd2/1d123cf0-b403-42cb-b4e1-30e7c29bebd2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.189507] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa71e456-f5b6-4c44-9d01-eaf7ba3b816c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.197339] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 995.197339] env[69990]: value = "task-3446639" [ 995.197339] env[69990]: _type = "Task" [ 995.197339] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.208725] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446639, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.212018] env[69990]: INFO nova.scheduler.client.report [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Deleted allocations for instance 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb [ 995.213578] env[69990]: INFO nova.scheduler.client.report [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted allocations for instance ff58fd86-e175-4e82-8bcc-8ca501598369 [ 995.223036] env[69990]: INFO nova.scheduler.client.report [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted allocations for instance e294004b-ac53-4fea-876f-0547e0ce009b [ 995.232297] env[69990]: INFO nova.scheduler.client.report [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Deleted allocations for instance 66f44427-f09b-431c-a391-98ef8e838f3f [ 995.542312] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446638, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.545816] env[69990]: DEBUG oslo_vmware.api [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.614395] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.614694] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.614816] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.615008] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.615823] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.615995] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.616322] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.616583] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.616715] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.616900] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.617099] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.625363] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42bc4099-03df-4a02-969f-37b1a14d62f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.654026] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 995.654026] env[69990]: value = "task-3446640" [ 995.654026] env[69990]: _type = "Task" [ 995.654026] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.661922] env[69990]: INFO nova.compute.manager [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Took 0.56 seconds to detach 1 volumes for instance. [ 995.666738] env[69990]: DEBUG nova.compute.manager [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Deleting volume: ce5a1971-f804-45a0-aa5e-aae9f93615c1 {{(pid=69990) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 995.673230] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.713775] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446639, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.725156] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f9ec03c-45ca-460e-a00b-3cbfe4679216 tempest-ServersTestManualDisk-1491495489 tempest-ServersTestManualDisk-1491495489-project-member] Lock "8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.427s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.726837] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8dc02b69-10b9-441b-bedb-2af6d51a7740 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "ff58fd86-e175-4e82-8bcc-8ca501598369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.910s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.736194] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a6b5ec2a-05eb-488b-9a8f-6844165505f0 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "e294004b-ac53-4fea-876f-0547e0ce009b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.964s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.747283] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d3411b90-0460-4c03-b7ca-851668a05412 tempest-ServerRescueNegativeTestJSON-273623620 tempest-ServerRescueNegativeTestJSON-273623620-project-member] Lock "66f44427-f09b-431c-a391-98ef8e838f3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.758s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.045881] env[69990]: DEBUG oslo_vmware.api [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446637, 'name': ReconfigVM_Task, 'duration_secs': 0.920611} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.051872] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.051872] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfigured VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 996.054968] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446638, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.057346] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f304de7-9c6d-4038-9895-e7b9ef3f7c99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.072900] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af51de6-a861-4c0f-b267-7b0e4af1debd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.112269] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c4d85-9e0f-4e8d-944b-63150bb8310c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.121468] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1c712d-9ed6-42c5-aac3-4481ba449309 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.137062] env[69990]: DEBUG nova.compute.provider_tree [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.163947] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446640, 'name': ReconfigVM_Task, 'duration_secs': 0.295809} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.164516] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance '47114c84-b4b6-4912-b071-8ba4524aa6ab' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.211495] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446639, 'name': Rename_Task, 'duration_secs': 0.964313} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.212568] env[69990]: DEBUG nova.network.neutron [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updated VIF entry in instance network info cache for port 1e33f7fb-26b8-401b-afba-3212cbe0fb48. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.213024] env[69990]: DEBUG nova.network.neutron [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "address": "fa:16:3e:7d:9b:0c", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e33f7fb-26", "ovs_interfaceid": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.214295] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.217442] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9748141c-4dc2-4f6c-824a-58443dc5b454 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.222199] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 996.222199] env[69990]: value = "task-3446642" [ 996.222199] env[69990]: _type = "Task" [ 996.222199] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.235669] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.260665] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.362069] env[69990]: DEBUG nova.compute.manager [req-f02021e5-1979-4c5c-ad41-9a6e3dcbbcba req-598ae67a-a1be-425d-a65b-53d5a578d243 service nova] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Received event network-vif-deleted-3625dca3-7649-4cea-99ac-ac24cb2f4ecb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.543313] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446638, 'name': CloneVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.563783] env[69990]: DEBUG oslo_concurrency.lockutils [None req-573c3c33-2a56-45f8-98b2-a3524457cbfb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.934s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.643112] env[69990]: DEBUG nova.scheduler.client.report [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.677124] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.677647] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.677947] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.678348] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.678492] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.678669] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.678938] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.679719] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.679719] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.679719] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.679873] env[69990]: DEBUG nova.virt.hardware [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.687857] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.688669] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6336120-0290-4842-bc91-c9fc6b83a70c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.712659] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 996.712659] env[69990]: value = "task-3446643" [ 996.712659] env[69990]: _type = "Task" [ 996.712659] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.720746] env[69990]: DEBUG oslo_concurrency.lockutils [req-4dd397a8-070e-4e9f-8477-885705313415 req-2827cfb0-8e29-4dd3-8c35-be12484fb87a service nova] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.728372] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.739799] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446642, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.045867] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446638, 'name': CloneVM_Task, 'duration_secs': 1.545455} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.046277] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Created linked-clone VM from snapshot [ 997.047739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9b7195-a518-4b9b-ad8f-c9e73dbd36fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.062155] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Uploading image 92dc6a68-434c-4f1d-af26-dd0da91b8c30 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.096416] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.096416] env[69990]: value = "vm-688043" [ 997.096416] env[69990]: _type = "VirtualMachine" [ 997.096416] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.097201] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f5180495-2f5f-421f-b468-3b7c17594a1f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.104279] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lease: (returnval){ [ 997.104279] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c14eb3-3359-a343-7804-f342480b6054" [ 997.104279] env[69990]: _type = "HttpNfcLease" [ 997.104279] env[69990]: } obtained for exporting VM: (result){ [ 997.104279] env[69990]: value = "vm-688043" [ 997.104279] env[69990]: _type = "VirtualMachine" [ 997.104279] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.104655] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the lease: (returnval){ [ 997.104655] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c14eb3-3359-a343-7804-f342480b6054" [ 997.104655] env[69990]: _type = "HttpNfcLease" [ 997.104655] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.113811] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.113811] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c14eb3-3359-a343-7804-f342480b6054" [ 997.113811] env[69990]: _type = "HttpNfcLease" [ 997.113811] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.225847] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446643, 'name': ReconfigVM_Task, 'duration_secs': 0.26959} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.226101] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.226969] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9bcbea-b013-4cf5-aba1-695836d04698 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.239883] env[69990]: DEBUG oslo_vmware.api [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446642, 'name': PowerOnVM_Task, 'duration_secs': 0.568563} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.251557] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.251557] env[69990]: INFO nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Took 8.89 seconds to spawn the instance on the hypervisor. [ 997.251557] env[69990]: DEBUG nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.261716] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 47114c84-b4b6-4912-b071-8ba4524aa6ab/47114c84-b4b6-4912-b071-8ba4524aa6ab.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.262581] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e27a1c-beff-4222-95e9-0ff64d53af66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.266572] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a2ca840-0672-4166-9089-2c1c756fc73e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.287298] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 997.287298] env[69990]: value = "task-3446645" [ 997.287298] env[69990]: _type = "Task" [ 997.287298] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.297030] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.618828] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.618828] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c14eb3-3359-a343-7804-f342480b6054" [ 997.618828] env[69990]: _type = "HttpNfcLease" [ 997.618828] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.618828] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.618828] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c14eb3-3359-a343-7804-f342480b6054" [ 997.618828] env[69990]: _type = "HttpNfcLease" [ 997.618828] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.619490] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6fd5a-750d-4e7a-b70e-f494688ed320 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.629333] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc4915-dd2f-f4fa-9687-ecbb0ac79874/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.629333] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc4915-dd2f-f4fa-9687-ecbb0ac79874/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.707302] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.539s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.707791] env[69990]: DEBUG nova.compute.manager [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69990) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 997.713383] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.647s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.713383] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.715035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.707s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.754996] env[69990]: INFO nova.scheduler.client.report [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Deleted allocations for instance 5c58e2b6-1f9f-4810-8c51-08cafcfdc199 [ 997.774685] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c0c4637-47df-4145-b79b-687d3119f690 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.801634] env[69990]: INFO nova.compute.manager [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Took 29.78 seconds to build instance. [ 997.808753] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.975650] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "6b4521fd-549c-457c-923a-0b8d24d20c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.976291] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.146238] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab933ee0-ccb8-41b4-a5b0-817472bfd3e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.155582] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd157c-14cd-4277-8e6a-b75d3b5b6fba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.189327] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59939475-e1b8-4cdb-aef9-6c4147ad0243 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.197436] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7794bde-3f98-42e7-b437-7eb0387c74ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.212873] env[69990]: DEBUG nova.compute.provider_tree [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.266724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c5232a85-e967-4a95-bf66-8cbe09f3daf1 tempest-ImagesNegativeTestJSON-1512853255 tempest-ImagesNegativeTestJSON-1512853255-project-member] Lock "5c58e2b6-1f9f-4810-8c51-08cafcfdc199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.846s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.282063] env[69990]: INFO nova.scheduler.client.report [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted allocation for migration f129e613-aafd-46e0-8408-47bd95b8d74c [ 998.310219] env[69990]: DEBUG oslo_concurrency.lockutils [None req-61f06dd6-bd03-42b8-a747-4c2a54506eb5 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.294s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.310942] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.404634] env[69990]: DEBUG nova.compute.manager [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Received event network-changed-d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.405051] env[69990]: DEBUG nova.compute.manager [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Refreshing instance network info cache due to event network-changed-d2aa67c1-d367-41a5-9079-f9f00a27d660. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.406021] env[69990]: DEBUG oslo_concurrency.lockutils [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.406887] env[69990]: DEBUG oslo_concurrency.lockutils [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.407312] env[69990]: DEBUG nova.network.neutron [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Refreshing network info cache for port d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.481381] env[69990]: DEBUG nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.642019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.642648] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.716815] env[69990]: DEBUG nova.scheduler.client.report [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.788579] env[69990]: DEBUG oslo_concurrency.lockutils [None req-93758ecd-851c-4ecc-996f-50ab8bdb6d02 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.075s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.808623] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446645, 'name': ReconfigVM_Task, 'duration_secs': 1.063923} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.811064] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 47114c84-b4b6-4912-b071-8ba4524aa6ab/47114c84-b4b6-4912-b071-8ba4524aa6ab.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.811064] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance '47114c84-b4b6-4912-b071-8ba4524aa6ab' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.032889] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.144973] env[69990]: DEBUG nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.225179] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.510s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.225547] env[69990]: INFO nova.compute.manager [None req-99016e35-2822-4abf-a100-299c4243ab08 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Successfully reverted task state from rebuilding on failure for instance. [ 999.237808] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.977s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.237808] env[69990]: DEBUG nova.objects.instance [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lazy-loading 'resources' on Instance uuid 5102b267-7001-41f4-814d-e0e1f28aadee {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.320055] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37252c4-fc3d-4d3c-aea2-c768b3f67a4d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.348644] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d46f80-0070-4b12-b06b-d4a15ed4fa36 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.379109] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance '47114c84-b4b6-4912-b071-8ba4524aa6ab' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.576989] env[69990]: DEBUG nova.network.neutron [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updated VIF entry in instance network info cache for port d2aa67c1-d367-41a5-9079-f9f00a27d660. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.577585] env[69990]: DEBUG nova.network.neutron [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.630264] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235711a-3113-8e98-b819-9ac52d87ef1e/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 999.632129] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9802a-8905-4766-8ea5-d19d5ede44aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.640777] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235711a-3113-8e98-b819-9ac52d87ef1e/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 999.640988] env[69990]: ERROR oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235711a-3113-8e98-b819-9ac52d87ef1e/disk-0.vmdk due to incomplete transfer. [ 999.641279] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9bf1b293-8c74-4c1a-b612-2a3ab1ad29ac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.649851] env[69990]: DEBUG oslo_vmware.rw_handles [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5235711a-3113-8e98-b819-9ac52d87ef1e/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 999.650048] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Uploaded image 031aac04-e25a-4df8-b12d-2b33b55fee71 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 999.652669] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 999.655566] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70d0e8b5-7ddf-43ab-8d86-16b9ba332e53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.668915] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 999.668915] env[69990]: value = "task-3446646" [ 999.668915] env[69990]: _type = "Task" [ 999.668915] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.680153] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446646, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.681458] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.923598] env[69990]: DEBUG nova.objects.instance [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'flavor' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.983057] env[69990]: DEBUG nova.network.neutron [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Port ca906672-aba3-4128-a918-6e449a187cc9 binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1000.019700] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a752d26e-d667-4161-bdbc-969164617f60 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.029011] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8250ab41-3181-47d8-8602-78ef6664da69 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.067768] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcf078b-517b-47d6-944d-3022cd1c6422 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.076369] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638fd0bb-04a0-41d6-8b5f-87e2bbc79491 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.082235] env[69990]: DEBUG oslo_concurrency.lockutils [req-9156b16a-bd04-4612-9b7b-53471b7c46fd req-40288a91-c0fa-4fb2-9c6a-5b7cb353bbac service nova] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.093237] env[69990]: DEBUG nova.compute.provider_tree [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.179680] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446646, 'name': Destroy_Task, 'duration_secs': 0.384961} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.179959] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Destroyed the VM [ 1000.180222] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1000.180536] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a118518-4aac-4312-8d80-d90e99f9be80 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.188724] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1000.188724] env[69990]: value = "task-3446647" [ 1000.188724] env[69990]: _type = "Task" [ 1000.188724] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.198564] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446647, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.255394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-fc84e012-d264-4601-b4d8-2d46b6b0d3f1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.256053] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-fc84e012-d264-4601-b4d8-2d46b6b0d3f1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.257384] env[69990]: DEBUG nova.objects.instance [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'flavor' on Instance uuid 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.432767] env[69990]: DEBUG oslo_concurrency.lockutils [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.432767] env[69990]: DEBUG oslo_concurrency.lockutils [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.432767] env[69990]: DEBUG nova.network.neutron [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.432767] env[69990]: DEBUG nova.objects.instance [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'info_cache' on Instance uuid dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.595692] env[69990]: DEBUG nova.scheduler.client.report [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.700970] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446647, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.940474] env[69990]: DEBUG nova.objects.base [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.977687] env[69990]: DEBUG nova.objects.instance [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'pci_requests' on Instance uuid 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.013369] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.015058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.015058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.101752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.107495] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.075s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.109133] env[69990]: INFO nova.compute.claims [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.114864] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "088c78ac-2e34-4c30-9b63-734dee519b16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.115104] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "088c78ac-2e34-4c30-9b63-734dee519b16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.203709] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446647, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829347} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.203709] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1001.203965] env[69990]: DEBUG nova.compute.manager [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.206623] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3828470-a145-4931-9e16-c93777d20a54 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.485221] env[69990]: DEBUG nova.objects.base [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Object Instance<37bc5bcb-6595-46c0-9b3f-3591cf13546a> lazy-loaded attributes: flavor,pci_requests {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.485221] env[69990]: DEBUG nova.network.neutron [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.624597] env[69990]: DEBUG nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.634877] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0bc9d4a8-8cc6-41d1-985b-99662c613f05 tempest-ServerActionsV293TestJSON-885534912 tempest-ServerActionsV293TestJSON-885534912-project-member] Lock "5102b267-7001-41f4-814d-e0e1f28aadee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.232s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.660104] env[69990]: DEBUG nova.policy [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.723466] env[69990]: INFO nova.compute.manager [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Shelve offloading [ 1002.064621] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.065383] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.074547] env[69990]: DEBUG nova.network.neutron [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [{"id": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "address": "fa:16:3e:e0:c5:e1", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3ea2a8-3f", "ovs_interfaceid": "ed3ea2a8-3f7f-4de4-87b1-322619929c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.088015] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.088255] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.089373] env[69990]: DEBUG nova.network.neutron [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.154937] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.233100] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.233857] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-646ebfef-e3e9-4370-8685-65bac5b129b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.246599] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1002.246599] env[69990]: value = "task-3446648" [ 1002.246599] env[69990]: _type = "Task" [ 1002.246599] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.256794] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.256794] env[69990]: DEBUG nova.compute.manager [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.263045] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc9746-b0d9-4177-92ac-c0aa8edaff7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.269629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.269738] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.269934] env[69990]: DEBUG nova.network.neutron [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.450050] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2e437a-4bfc-4bb6-a70f-afb83747456e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.461571] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cab1d7-98cf-4aac-8112-7f4e2e5c2033 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.496217] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64eb71d-7930-4640-aa07-eff7a4eed893 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.504813] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74995c69-9e00-4b00-b4d0-8081c267e870 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.520155] env[69990]: DEBUG nova.compute.provider_tree [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.568699] env[69990]: DEBUG nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.577103] env[69990]: DEBUG oslo_concurrency.lockutils [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-dce8d782-2479-4720-adb5-f6f380d7a9bc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.878324] env[69990]: DEBUG nova.network.neutron [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance_info_cache with network_info: [{"id": "ca906672-aba3-4128-a918-6e449a187cc9", "address": "fa:16:3e:b6:71:55", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca906672-ab", "ovs_interfaceid": "ca906672-aba3-4128-a918-6e449a187cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.023131] env[69990]: DEBUG nova.scheduler.client.report [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.099909] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.230881] env[69990]: DEBUG nova.network.neutron [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Updating instance_info_cache with network_info: [{"id": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "address": "fa:16:3e:47:86:6f", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a87f1c6-bd", "ovs_interfaceid": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.380559] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.523796] env[69990]: DEBUG nova.compute.manager [req-314846cb-e050-4717-9f44-afd93403dbf3 req-0ccbb815-d050-4afd-9a02-3341153ded4c service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-vif-plugged-fc84e012-d264-4601-b4d8-2d46b6b0d3f1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.524110] env[69990]: DEBUG oslo_concurrency.lockutils [req-314846cb-e050-4717-9f44-afd93403dbf3 req-0ccbb815-d050-4afd-9a02-3341153ded4c service nova] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.524360] env[69990]: DEBUG oslo_concurrency.lockutils [req-314846cb-e050-4717-9f44-afd93403dbf3 req-0ccbb815-d050-4afd-9a02-3341153ded4c service nova] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.524589] env[69990]: DEBUG oslo_concurrency.lockutils [req-314846cb-e050-4717-9f44-afd93403dbf3 req-0ccbb815-d050-4afd-9a02-3341153ded4c service nova] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.526553] env[69990]: DEBUG nova.compute.manager [req-314846cb-e050-4717-9f44-afd93403dbf3 req-0ccbb815-d050-4afd-9a02-3341153ded4c service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] No waiting events found dispatching network-vif-plugged-fc84e012-d264-4601-b4d8-2d46b6b0d3f1 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.526553] env[69990]: WARNING nova.compute.manager [req-314846cb-e050-4717-9f44-afd93403dbf3 req-0ccbb815-d050-4afd-9a02-3341153ded4c service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received unexpected event network-vif-plugged-fc84e012-d264-4601-b4d8-2d46b6b0d3f1 for instance with vm_state active and task_state None. [ 1003.529948] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.530532] env[69990]: DEBUG nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.532985] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.852s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.535254] env[69990]: INFO nova.compute.claims [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.585034] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.585034] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02669958-4b94-4fed-b362-ca893c0cc8ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.593270] env[69990]: DEBUG oslo_vmware.api [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1003.593270] env[69990]: value = "task-3446649" [ 1003.593270] env[69990]: _type = "Task" [ 1003.593270] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.603688] env[69990]: DEBUG oslo_vmware.api [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.733349] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.912491] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17366a7b-b763-4be6-82ca-568b42b25f6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.917960] env[69990]: DEBUG nova.network.neutron [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Successfully updated port: fc84e012-d264-4601-b4d8-2d46b6b0d3f1 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.948290] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb126cf-ae51-4967-9eff-147f254fb7f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.958608] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance '47114c84-b4b6-4912-b071-8ba4524aa6ab' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.042576] env[69990]: DEBUG nova.compute.utils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.052607] env[69990]: DEBUG nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.054726] env[69990]: DEBUG nova.network.neutron [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.111342] env[69990]: DEBUG oslo_vmware.api [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446649, 'name': PowerOnVM_Task, 'duration_secs': 0.414855} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.111870] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.112464] env[69990]: DEBUG nova.compute.manager [None req-938be23f-dd4e-422e-a989-c245da4d0a25 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.114105] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa5dcf-4ca1-41da-a840-7cb57d272ff7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.131371] env[69990]: DEBUG nova.policy [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5a65078185442c921038b19a0df6ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264c4a2642fe4876b36423f06cb6fd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.230740] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.231690] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2b7b7f-c768-4154-aff7-27ff3e504822 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.241811] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.242122] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bba65e04-15c6-4c4c-ba4b-631f8fd82817 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.311502] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.311737] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.311914] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleting the datastore file [datastore2] 2d3aee84-8ead-4803-85f6-50567a6ab5c9 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.312232] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e2e72f-d503-4013-afee-a496e84b7043 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.322295] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1004.322295] env[69990]: value = "task-3446651" [ 1004.322295] env[69990]: _type = "Task" [ 1004.322295] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.333039] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.425438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.425438] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.425438] env[69990]: DEBUG nova.network.neutron [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.466651] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.467233] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64f5040c-03dd-4797-a708-022684ea8188 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.469909] env[69990]: DEBUG nova.network.neutron [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Successfully created port: 04db5ddb-f3b6-4b14-ab86-2c859deda2df {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.483205] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1004.483205] env[69990]: value = "task-3446652" [ 1004.483205] env[69990]: _type = "Task" [ 1004.483205] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.491171] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.552780] env[69990]: DEBUG nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.832921] env[69990]: DEBUG oslo_vmware.api [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268788} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.833013] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.833200] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.833390] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.836879] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89adbd30-21ad-4c21-abc1-d7f69d78ad82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.844853] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eef2787-9f26-40b9-976b-69cc34df1da0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.876864] env[69990]: INFO nova.scheduler.client.report [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted allocations for instance 2d3aee84-8ead-4803-85f6-50567a6ab5c9 [ 1004.880170] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80973439-5c89-43ce-b54e-508fffaad851 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.888908] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e2cf3-e845-4e6f-958e-d30945eefda9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.905648] env[69990]: DEBUG nova.compute.provider_tree [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.935199] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.935580] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.977043] env[69990]: WARNING nova.network.neutron [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] d9e816e8-6eda-4434-8d74-628025ea3d43 already exists in list: networks containing: ['d9e816e8-6eda-4434-8d74-628025ea3d43']. ignoring it [ 1004.977358] env[69990]: WARNING nova.network.neutron [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] d9e816e8-6eda-4434-8d74-628025ea3d43 already exists in list: networks containing: ['d9e816e8-6eda-4434-8d74-628025ea3d43']. ignoring it [ 1004.992175] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.384685] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.400828] env[69990]: DEBUG nova.network.neutron [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "address": "fa:16:3e:7d:9b:0c", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e33f7fb-26", "ovs_interfaceid": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc84e012-d264-4601-b4d8-2d46b6b0d3f1", "address": "fa:16:3e:e2:75:0e", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc84e012-d2", "ovs_interfaceid": "fc84e012-d264-4601-b4d8-2d46b6b0d3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.408658] env[69990]: DEBUG nova.scheduler.client.report [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.439472] env[69990]: DEBUG nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.493704] env[69990]: DEBUG oslo_vmware.api [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446652, 'name': PowerOnVM_Task, 'duration_secs': 0.580346} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.494053] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.494270] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5891f591-b140-4016-bdbf-0c702f588276 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance '47114c84-b4b6-4912-b071-8ba4524aa6ab' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.531166] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.531520] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.531722] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.531938] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.532132] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.534328] env[69990]: INFO nova.compute.manager [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Terminating instance [ 1005.564671] env[69990]: DEBUG nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.590907] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.591170] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.591342] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.591531] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.591768] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.592035] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.592334] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.592502] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.592671] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.592835] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.593049] env[69990]: DEBUG nova.virt.hardware [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.594126] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b08df-f8ba-45ea-aaf3-0c3250407b72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.602148] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f233b251-c75e-498f-8058-fc0e8722de5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.805536] env[69990]: DEBUG nova.compute.manager [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-changed-fc84e012-d264-4601-b4d8-2d46b6b0d3f1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.805763] env[69990]: DEBUG nova.compute.manager [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing instance network info cache due to event network-changed-fc84e012-d264-4601-b4d8-2d46b6b0d3f1. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.805959] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.907023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.907023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.907023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.907023] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.907023] env[69990]: DEBUG nova.network.neutron [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Refreshing network info cache for port fc84e012-d264-4601-b4d8-2d46b6b0d3f1 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.911207] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6604872f-d349-4d7a-8517-733e0f1b8c3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.928666] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.929442] env[69990]: DEBUG nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.933081] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.933367] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.933544] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.933751] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.933952] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.934142] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.934390] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.934562] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.934766] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.934957] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.940678] env[69990]: DEBUG nova.virt.hardware [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.947806] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfiguring VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1005.953344] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.799s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.955817] env[69990]: INFO nova.compute.claims [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.961691] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971ffee7-6e8b-4ef9-a47a-5e2b7c33919e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.991075] env[69990]: DEBUG oslo_vmware.api [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1005.991075] env[69990]: value = "task-3446653" [ 1005.991075] env[69990]: _type = "Task" [ 1005.991075] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.004494] env[69990]: DEBUG oslo_vmware.api [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446653, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.014349] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.038223] env[69990]: DEBUG nova.compute.manager [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.038528] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.039855] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eea52a-ff7a-4de8-aa65-a37e6a15c639 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.048736] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.049048] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a120443b-11b9-4997-b70a-692cb73ccd5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.056528] env[69990]: DEBUG oslo_vmware.api [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1006.056528] env[69990]: value = "task-3446654" [ 1006.056528] env[69990]: _type = "Task" [ 1006.056528] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.057463] env[69990]: DEBUG nova.network.neutron [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Successfully updated port: 04db5ddb-f3b6-4b14-ab86-2c859deda2df {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.069046] env[69990]: DEBUG oslo_vmware.api [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.455019] env[69990]: DEBUG nova.compute.utils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.456305] env[69990]: DEBUG nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.456458] env[69990]: DEBUG nova.network.neutron [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.465666] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc4915-dd2f-f4fa-9687-ecbb0ac79874/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1006.466659] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc62a4-6a7e-49b5-b543-b2db7abb2693 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.473424] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc4915-dd2f-f4fa-9687-ecbb0ac79874/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1006.473581] env[69990]: ERROR oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc4915-dd2f-f4fa-9687-ecbb0ac79874/disk-0.vmdk due to incomplete transfer. [ 1006.474043] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9be8aaa4-5b9c-49b3-9658-e90a123717b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.481199] env[69990]: DEBUG oslo_vmware.rw_handles [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc4915-dd2f-f4fa-9687-ecbb0ac79874/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1006.481389] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Uploaded image 92dc6a68-434c-4f1d-af26-dd0da91b8c30 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1006.483060] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1006.485396] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a544793-fff1-4f5d-bb15-91766fd15ad7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.491485] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1006.491485] env[69990]: value = "task-3446655" [ 1006.491485] env[69990]: _type = "Task" [ 1006.491485] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.503542] env[69990]: DEBUG oslo_vmware.api [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.510345] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446655, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.517603] env[69990]: DEBUG nova.policy [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eec380150454c949eaf07e9d70e6d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a7cf91d9c3f465c839490b88d51d9fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.563526] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "refresh_cache-6b4521fd-549c-457c-923a-0b8d24d20c2d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.563665] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "refresh_cache-6b4521fd-549c-457c-923a-0b8d24d20c2d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.563833] env[69990]: DEBUG nova.network.neutron [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.569975] env[69990]: DEBUG oslo_vmware.api [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446654, 'name': PowerOffVM_Task, 'duration_secs': 0.258458} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.570721] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.570896] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.571596] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fee4b78-af97-452f-a93e-629a488128a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.647227] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.647457] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.647636] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleting the datastore file [datastore2] dce8d782-2479-4720-adb5-f6f380d7a9bc {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.647914] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32c28ed0-4cfe-434b-9b07-dbdadf1c4970 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.659237] env[69990]: DEBUG oslo_vmware.api [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1006.659237] env[69990]: value = "task-3446657" [ 1006.659237] env[69990]: _type = "Task" [ 1006.659237] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.666590] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.671304] env[69990]: DEBUG oslo_vmware.api [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.736849] env[69990]: DEBUG nova.network.neutron [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updated VIF entry in instance network info cache for port fc84e012-d264-4601-b4d8-2d46b6b0d3f1. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.737543] env[69990]: DEBUG nova.network.neutron [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "address": "fa:16:3e:7d:9b:0c", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e33f7fb-26", "ovs_interfaceid": "1e33f7fb-26b8-401b-afba-3212cbe0fb48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc84e012-d264-4601-b4d8-2d46b6b0d3f1", "address": "fa:16:3e:e2:75:0e", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc84e012-d2", "ovs_interfaceid": "fc84e012-d264-4601-b4d8-2d46b6b0d3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.908399] env[69990]: DEBUG nova.network.neutron [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Successfully created port: 311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.961301] env[69990]: DEBUG nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.006828] env[69990]: DEBUG oslo_vmware.api [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.010468] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446655, 'name': Destroy_Task, 'duration_secs': 0.35737} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.010468] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Destroyed the VM [ 1007.010698] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1007.023027] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7a39881-a600-4467-aeff-7855fb604fbc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.031848] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1007.031848] env[69990]: value = "task-3446658" [ 1007.031848] env[69990]: _type = "Task" [ 1007.031848] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.044236] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446658, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.116841] env[69990]: DEBUG nova.network.neutron [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.169264] env[69990]: DEBUG oslo_vmware.api [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326605} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.172082] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.172336] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.173336] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.173336] env[69990]: INFO nova.compute.manager [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1007.173336] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.173728] env[69990]: DEBUG nova.compute.manager [-] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.173954] env[69990]: DEBUG nova.network.neutron [-] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.242765] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.243054] env[69990]: DEBUG nova.compute.manager [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Received event network-vif-unplugged-7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.243253] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Acquiring lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.243476] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.243649] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.243842] env[69990]: DEBUG nova.compute.manager [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] No waiting events found dispatching network-vif-unplugged-7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.244908] env[69990]: WARNING nova.compute.manager [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Received unexpected event network-vif-unplugged-7a87f1c6-bd49-4fdf-8b98-ab218886f527 for instance with vm_state shelved_offloaded and task_state None. [ 1007.244908] env[69990]: DEBUG nova.compute.manager [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Received event network-changed-7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.244908] env[69990]: DEBUG nova.compute.manager [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Refreshing instance network info cache due to event network-changed-7a87f1c6-bd49-4fdf-8b98-ab218886f527. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.244908] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Acquiring lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.244908] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Acquired lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.244908] env[69990]: DEBUG nova.network.neutron [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Refreshing network info cache for port 7a87f1c6-bd49-4fdf-8b98-ab218886f527 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.282949] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f8efb0-d913-4f97-878d-2d63db951620 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.290694] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51817e75-b012-40f2-9d55-6cedb7a3c697 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.296737] env[69990]: DEBUG nova.network.neutron [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Updating instance_info_cache with network_info: [{"id": "04db5ddb-f3b6-4b14-ab86-2c859deda2df", "address": "fa:16:3e:de:56:01", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04db5ddb-f3", "ovs_interfaceid": "04db5ddb-f3b6-4b14-ab86-2c859deda2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.328846] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b9f706-9561-4e6e-8d82-fb79da16430c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.336752] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc331fa4-dcab-4f7b-baf1-24414d49d8aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.341055] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.341323] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.341504] env[69990]: DEBUG nova.compute.manager [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Going to confirm migration 5 {{(pid=69990) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1007.353715] env[69990]: DEBUG nova.compute.provider_tree [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.504278] env[69990]: DEBUG oslo_vmware.api [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446653, 'name': ReconfigVM_Task, 'duration_secs': 1.01814} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.505419] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.505629] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfigured VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1007.542246] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446658, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.730183] env[69990]: DEBUG nova.compute.manager [req-3eef454c-22b5-4eb4-87fc-bc4427dd4c01 req-0dbc6607-bdb7-45cd-86d1-ba1af04089e4 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Received event network-vif-deleted-ed3ea2a8-3f7f-4de4-87b1-322619929c6a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.730495] env[69990]: INFO nova.compute.manager [req-3eef454c-22b5-4eb4-87fc-bc4427dd4c01 req-0dbc6607-bdb7-45cd-86d1-ba1af04089e4 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Neutron deleted interface ed3ea2a8-3f7f-4de4-87b1-322619929c6a; detaching it from the instance and deleting it from the info cache [ 1007.730672] env[69990]: DEBUG nova.network.neutron [req-3eef454c-22b5-4eb4-87fc-bc4427dd4c01 req-0dbc6607-bdb7-45cd-86d1-ba1af04089e4 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.799434] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "refresh_cache-6b4521fd-549c-457c-923a-0b8d24d20c2d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.799789] env[69990]: DEBUG nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Instance network_info: |[{"id": "04db5ddb-f3b6-4b14-ab86-2c859deda2df", "address": "fa:16:3e:de:56:01", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04db5ddb-f3", "ovs_interfaceid": "04db5ddb-f3b6-4b14-ab86-2c859deda2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.800574] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:56:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04db5ddb-f3b6-4b14-ab86-2c859deda2df', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.809103] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.809739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.809981] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1419e366-307f-4272-ac36-8949628ced97 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.831681] env[69990]: DEBUG nova.compute.manager [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Received event network-vif-plugged-04db5ddb-f3b6-4b14-ab86-2c859deda2df {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.831894] env[69990]: DEBUG oslo_concurrency.lockutils [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] Acquiring lock "6b4521fd-549c-457c-923a-0b8d24d20c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.832136] env[69990]: DEBUG oslo_concurrency.lockutils [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.832305] env[69990]: DEBUG oslo_concurrency.lockutils [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.832467] env[69990]: DEBUG nova.compute.manager [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] No waiting events found dispatching network-vif-plugged-04db5ddb-f3b6-4b14-ab86-2c859deda2df {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.832626] env[69990]: WARNING nova.compute.manager [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Received unexpected event network-vif-plugged-04db5ddb-f3b6-4b14-ab86-2c859deda2df for instance with vm_state building and task_state spawning. [ 1007.832779] env[69990]: DEBUG nova.compute.manager [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Received event network-changed-04db5ddb-f3b6-4b14-ab86-2c859deda2df {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.832941] env[69990]: DEBUG nova.compute.manager [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Refreshing instance network info cache due to event network-changed-04db5ddb-f3b6-4b14-ab86-2c859deda2df. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.834441] env[69990]: DEBUG oslo_concurrency.lockutils [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] Acquiring lock "refresh_cache-6b4521fd-549c-457c-923a-0b8d24d20c2d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.834441] env[69990]: DEBUG oslo_concurrency.lockutils [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] Acquired lock "refresh_cache-6b4521fd-549c-457c-923a-0b8d24d20c2d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.834441] env[69990]: DEBUG nova.network.neutron [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Refreshing network info cache for port 04db5ddb-f3b6-4b14-ab86-2c859deda2df {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.840045] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.840045] env[69990]: value = "task-3446659" [ 1007.840045] env[69990]: _type = "Task" [ 1007.840045] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.860389] env[69990]: DEBUG nova.scheduler.client.report [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.866190] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446659, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.909847] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.910064] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.910279] env[69990]: DEBUG nova.network.neutron [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.910498] env[69990]: DEBUG nova.objects.instance [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lazy-loading 'info_cache' on Instance uuid 47114c84-b4b6-4912-b071-8ba4524aa6ab {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.971547] env[69990]: DEBUG nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.000306] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.000789] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.000789] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.000945] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.001129] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.001252] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.001462] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.001620] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.001786] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.001950] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.002140] env[69990]: DEBUG nova.virt.hardware [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.003149] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b24c7-9a3d-4b35-b7ff-7cdcf1b99ca4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.009403] env[69990]: DEBUG oslo_concurrency.lockutils [None req-82b25059-824e-4d29-8935-710d00eef3f9 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-fc84e012-d264-4601-b4d8-2d46b6b0d3f1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.754s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.016499] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c7fd57-67ed-47d2-a14a-906f8f0afb7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.043439] env[69990]: DEBUG oslo_vmware.api [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446658, 'name': RemoveSnapshot_Task, 'duration_secs': 0.761634} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.043773] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1008.044141] env[69990]: INFO nova.compute.manager [None req-58dd2772-2bbe-467c-ab45-8b5691be913c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 1008.047596] env[69990]: DEBUG nova.network.neutron [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Updated VIF entry in instance network info cache for port 7a87f1c6-bd49-4fdf-8b98-ab218886f527. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.047946] env[69990]: DEBUG nova.network.neutron [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Updating instance_info_cache with network_info: [{"id": "7a87f1c6-bd49-4fdf-8b98-ab218886f527", "address": "fa:16:3e:47:86:6f", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": null, "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7a87f1c6-bd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.211053] env[69990]: DEBUG nova.network.neutron [-] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.233540] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c590e48f-039b-4a10-8001-a1e89be56863 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.242953] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb2265-2759-44d3-9f27-7f433a297083 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.274081] env[69990]: DEBUG nova.compute.manager [req-3eef454c-22b5-4eb4-87fc-bc4427dd4c01 req-0dbc6607-bdb7-45cd-86d1-ba1af04089e4 service nova] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Detach interface failed, port_id=ed3ea2a8-3f7f-4de4-87b1-322619929c6a, reason: Instance dce8d782-2479-4720-adb5-f6f380d7a9bc could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.353549] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446659, 'name': CreateVM_Task, 'duration_secs': 0.411058} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.353549] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.353549] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.353549] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.353861] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.354125] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed57737-75b2-46a0-bd91-bbb38be1ff10 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.358875] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1008.358875] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f23c70-31b3-556b-81cd-2629ee17cbc3" [ 1008.358875] env[69990]: _type = "Task" [ 1008.358875] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.364920] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.365503] env[69990]: DEBUG nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.371690] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.272s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.372942] env[69990]: INFO nova.compute.claims [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.376130] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f23c70-31b3-556b-81cd-2629ee17cbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.489517] env[69990]: DEBUG nova.network.neutron [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Successfully updated port: 311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.550555] env[69990]: DEBUG oslo_concurrency.lockutils [req-d3fde30e-1585-42c6-b213-2c85e1b8ba66 req-ac3f54c3-8df0-4a4e-b27b-ef15377a2767 service nova] Releasing lock "refresh_cache-2d3aee84-8ead-4803-85f6-50567a6ab5c9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.552757] env[69990]: DEBUG nova.network.neutron [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Updated VIF entry in instance network info cache for port 04db5ddb-f3b6-4b14-ab86-2c859deda2df. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.553074] env[69990]: DEBUG nova.network.neutron [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Updating instance_info_cache with network_info: [{"id": "04db5ddb-f3b6-4b14-ab86-2c859deda2df", "address": "fa:16:3e:de:56:01", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04db5ddb-f3", "ovs_interfaceid": "04db5ddb-f3b6-4b14-ab86-2c859deda2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.714733] env[69990]: INFO nova.compute.manager [-] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Took 1.54 seconds to deallocate network for instance. [ 1008.870570] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f23c70-31b3-556b-81cd-2629ee17cbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.035724} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.870570] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.870746] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.870943] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.871104] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.871486] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.871545] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3bc49f1-cf40-4178-a946-f4ac45dc207b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.879771] env[69990]: DEBUG nova.compute.utils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.881125] env[69990]: DEBUG nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.881290] env[69990]: DEBUG nova.network.neutron [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.888329] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.888329] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.888975] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a92dfa-6ab0-41ad-b8e4-e9c714f3083b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.897173] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1008.897173] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fb5400-15ae-605e-625c-240df5fb5126" [ 1008.897173] env[69990]: _type = "Task" [ 1008.897173] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.903895] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fb5400-15ae-605e-625c-240df5fb5126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.937678] env[69990]: DEBUG nova.policy [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f06086007b43ce9ced96f2fe88c202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a2689316bda4eff95c5c3804ef6841f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.991980] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.991980] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.992127] env[69990]: DEBUG nova.network.neutron [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.056903] env[69990]: DEBUG oslo_concurrency.lockutils [req-66389bdf-3712-4781-a96c-8b372b3665d3 req-cfab5feb-21d9-4f23-b0be-206add1f8dfa service nova] Releasing lock "refresh_cache-6b4521fd-549c-457c-923a-0b8d24d20c2d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.181777] env[69990]: DEBUG nova.network.neutron [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance_info_cache with network_info: [{"id": "ca906672-aba3-4128-a918-6e449a187cc9", "address": "fa:16:3e:b6:71:55", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca906672-ab", "ovs_interfaceid": "ca906672-aba3-4128-a918-6e449a187cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.221082] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.337525] env[69990]: DEBUG nova.network.neutron [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Successfully created port: 95993a76-8059-4053-9c29-f639cfa80980 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.385815] env[69990]: DEBUG nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.408240] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fb5400-15ae-605e-625c-240df5fb5126, 'name': SearchDatastore_Task, 'duration_secs': 0.022508} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.411851] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c66128f-146c-4ad8-9636-1b8f07a078f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.418933] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1009.418933] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f6bfdb-7c56-d0cc-0dc1-e25b033330f3" [ 1009.418933] env[69990]: _type = "Task" [ 1009.418933] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.430426] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f6bfdb-7c56-d0cc-0dc1-e25b033330f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.524075] env[69990]: DEBUG nova.network.neutron [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.616481] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3d992b-bb6e-42bf-ad8f-fb9674b3760b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.626290] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083e08f6-cd9a-4179-8d14-826433365c52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.656168] env[69990]: DEBUG nova.network.neutron [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311bd9bf-56", "ovs_interfaceid": "311bd9bf-5665-4d8d-82ed-847236066233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.657917] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f606bba5-341b-4f67-b356-0bfb3d983898 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.665144] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7303c8-c1b5-4c45-bc94-af82e4b4cfd5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.678976] env[69990]: DEBUG nova.compute.provider_tree [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.683994] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-47114c84-b4b6-4912-b071-8ba4524aa6ab" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.684243] env[69990]: DEBUG nova.objects.instance [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lazy-loading 'migration_context' on Instance uuid 47114c84-b4b6-4912-b071-8ba4524aa6ab {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.783835] env[69990]: DEBUG nova.compute.manager [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.784760] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43e2f2-7eba-44b7-a2d2-0958e120237d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.851869] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-1e33f7fb-26b8-401b-afba-3212cbe0fb48" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.852128] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-1e33f7fb-26b8-401b-afba-3212cbe0fb48" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.858156] env[69990]: DEBUG nova.compute.manager [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-vif-plugged-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.858347] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.858550] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.858712] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.858873] env[69990]: DEBUG nova.compute.manager [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] No waiting events found dispatching network-vif-plugged-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.859060] env[69990]: WARNING nova.compute.manager [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received unexpected event network-vif-plugged-311bd9bf-5665-4d8d-82ed-847236066233 for instance with vm_state building and task_state spawning. [ 1009.859260] env[69990]: DEBUG nova.compute.manager [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-changed-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.859447] env[69990]: DEBUG nova.compute.manager [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing instance network info cache due to event network-changed-311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.859718] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] Acquiring lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.932113] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f6bfdb-7c56-d0cc-0dc1-e25b033330f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012771} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.932469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.932662] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 6b4521fd-549c-457c-923a-0b8d24d20c2d/6b4521fd-549c-457c-923a-0b8d24d20c2d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.932931] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73144c9b-9479-4f0c-afb3-7f8eeea3bebe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.940009] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1009.940009] env[69990]: value = "task-3446660" [ 1009.940009] env[69990]: _type = "Task" [ 1009.940009] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.948853] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.161106] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.161462] env[69990]: DEBUG nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Instance network_info: |[{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311bd9bf-56", "ovs_interfaceid": "311bd9bf-5665-4d8d-82ed-847236066233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.161816] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] Acquired lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.162007] env[69990]: DEBUG nova.network.neutron [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.164421] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:43:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '311bd9bf-5665-4d8d-82ed-847236066233', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.171471] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.172541] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.172790] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae65602-8214-4b24-ab6d-fd9c721d13b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.188965] env[69990]: DEBUG nova.scheduler.client.report [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.192689] env[69990]: DEBUG nova.objects.base [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Object Instance<47114c84-b4b6-4912-b071-8ba4524aa6ab> lazy-loaded attributes: info_cache,migration_context {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.194094] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890aa574-6a1d-4e57-8815-4ce06b2664b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.217656] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ee553e-8094-473e-843b-2d371fdb4817 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.220501] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.220501] env[69990]: value = "task-3446661" [ 1010.220501] env[69990]: _type = "Task" [ 1010.220501] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.226493] env[69990]: DEBUG oslo_vmware.api [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1010.226493] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c9348e-7050-0b57-79c9-6c52cbcd4a74" [ 1010.226493] env[69990]: _type = "Task" [ 1010.226493] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.230122] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446661, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.238209] env[69990]: DEBUG oslo_vmware.api [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c9348e-7050-0b57-79c9-6c52cbcd4a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.295408] env[69990]: INFO nova.compute.manager [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] instance snapshotting [ 1010.298617] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223a241-42fc-46f7-ab85-55d34bc5b70d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.319296] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a599db-0c65-4a34-aace-433908a35dd8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.361629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.361936] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.362979] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27501b34-1fb4-4d9c-9ad6-671d9a567d13 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.387022] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18019364-a107-44f2-b25c-02302ba206c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.411878] env[69990]: DEBUG nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.419893] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfiguring VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1010.420944] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94db1d63-d49a-46a4-be0d-cd67930b61d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.441830] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1010.441830] env[69990]: value = "task-3446662" [ 1010.441830] env[69990]: _type = "Task" [ 1010.441830] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.443925] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.444242] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.444304] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.444482] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.444627] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.444778] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.444974] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.445152] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.445501] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.445501] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.445642] env[69990]: DEBUG nova.virt.hardware [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.449331] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d23b0cd-f989-4138-acaf-9f72791fa35b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.465706] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec3f3e7-539b-4ba8-a41a-6db620338c90 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.469870] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446660, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.470113] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.694947] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.695560] env[69990]: DEBUG nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.698460] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.314s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.698732] env[69990]: DEBUG nova.objects.instance [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'resources' on Instance uuid 2d3aee84-8ead-4803-85f6-50567a6ab5c9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.732721] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446661, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.739874] env[69990]: DEBUG oslo_vmware.api [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c9348e-7050-0b57-79c9-6c52cbcd4a74, 'name': SearchDatastore_Task, 'duration_secs': 0.043526} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.740292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.831364] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1010.831653] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17b8b229-104d-426a-a976-dfd6483e2317 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.841934] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1010.841934] env[69990]: value = "task-3446663" [ 1010.841934] env[69990]: _type = "Task" [ 1010.841934] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.850484] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446663, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.870593] env[69990]: DEBUG nova.network.neutron [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updated VIF entry in instance network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.870950] env[69990]: DEBUG nova.network.neutron [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311bd9bf-56", "ovs_interfaceid": "311bd9bf-5665-4d8d-82ed-847236066233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.952573] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529801} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.955900] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 6b4521fd-549c-457c-923a-0b8d24d20c2d/6b4521fd-549c-457c-923a-0b8d24d20c2d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.956160] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.957721] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed91a416-6cff-4412-9a19-90579c414413 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.960605] env[69990]: DEBUG nova.compute.manager [req-d1b3c732-ccd2-4549-bff6-13220d7b24f8 req-12dfba3a-ac53-4e74-a7f0-be8c64eb6f43 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Received event network-vif-plugged-95993a76-8059-4053-9c29-f639cfa80980 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.960814] env[69990]: DEBUG oslo_concurrency.lockutils [req-d1b3c732-ccd2-4549-bff6-13220d7b24f8 req-12dfba3a-ac53-4e74-a7f0-be8c64eb6f43 service nova] Acquiring lock "088c78ac-2e34-4c30-9b63-734dee519b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.961064] env[69990]: DEBUG oslo_concurrency.lockutils [req-d1b3c732-ccd2-4549-bff6-13220d7b24f8 req-12dfba3a-ac53-4e74-a7f0-be8c64eb6f43 service nova] Lock "088c78ac-2e34-4c30-9b63-734dee519b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.961263] env[69990]: DEBUG oslo_concurrency.lockutils [req-d1b3c732-ccd2-4549-bff6-13220d7b24f8 req-12dfba3a-ac53-4e74-a7f0-be8c64eb6f43 service nova] Lock "088c78ac-2e34-4c30-9b63-734dee519b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.961433] env[69990]: DEBUG nova.compute.manager [req-d1b3c732-ccd2-4549-bff6-13220d7b24f8 req-12dfba3a-ac53-4e74-a7f0-be8c64eb6f43 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] No waiting events found dispatching network-vif-plugged-95993a76-8059-4053-9c29-f639cfa80980 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.961617] env[69990]: WARNING nova.compute.manager [req-d1b3c732-ccd2-4549-bff6-13220d7b24f8 req-12dfba3a-ac53-4e74-a7f0-be8c64eb6f43 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Received unexpected event network-vif-plugged-95993a76-8059-4053-9c29-f639cfa80980 for instance with vm_state building and task_state spawning. [ 1010.967218] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.968635] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1010.968635] env[69990]: value = "task-3446664" [ 1010.968635] env[69990]: _type = "Task" [ 1010.968635] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.977163] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.054100] env[69990]: DEBUG nova.network.neutron [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Successfully updated port: 95993a76-8059-4053-9c29-f639cfa80980 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.205465] env[69990]: DEBUG nova.compute.utils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.207008] env[69990]: DEBUG nova.objects.instance [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'numa_topology' on Instance uuid 2d3aee84-8ead-4803-85f6-50567a6ab5c9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.207922] env[69990]: DEBUG nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.208105] env[69990]: DEBUG nova.network.neutron [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.232444] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446661, 'name': CreateVM_Task, 'duration_secs': 0.539817} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.233118] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.233954] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.234140] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234463] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.234724] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010a5efe-0dd3-49fd-945d-6f7959e5c639 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.239762] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1011.239762] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f2bb80-6d3c-f366-17c5-acc62a6e6584" [ 1011.239762] env[69990]: _type = "Task" [ 1011.239762] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.249487] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f2bb80-6d3c-f366-17c5-acc62a6e6584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.265691] env[69990]: DEBUG nova.policy [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '569a37b7416040dd87354d896fac9568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42d183d1f7c4a3c89f75d6215432091', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.352163] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446663, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.375668] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6dfc79e-a609-4059-8898-c324b462c0b7 req-faa64e04-7f2c-4320-acab-dcda91e6c44a service nova] Releasing lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.462067] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.478966] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059266} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.479691] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.480702] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939140bf-feec-4580-8ac9-81c20deed2bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.505298] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 6b4521fd-549c-457c-923a-0b8d24d20c2d/6b4521fd-549c-457c-923a-0b8d24d20c2d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.505612] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76aae57c-35dd-4e6e-a301-2915b6bde4a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.527649] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1011.527649] env[69990]: value = "task-3446665" [ 1011.527649] env[69990]: _type = "Task" [ 1011.527649] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.540060] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.555042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.555207] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.555361] env[69990]: DEBUG nova.network.neutron [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.644194] env[69990]: DEBUG nova.network.neutron [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Successfully created port: 7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.710662] env[69990]: DEBUG nova.objects.base [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Object Instance<2d3aee84-8ead-4803-85f6-50567a6ab5c9> lazy-loaded attributes: resources,numa_topology {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.713504] env[69990]: DEBUG nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.754133] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f2bb80-6d3c-f366-17c5-acc62a6e6584, 'name': SearchDatastore_Task, 'duration_secs': 0.03043} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.754701] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.754972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.755243] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.755416] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.755598] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.755885] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f669cd1-d893-44fc-8405-ee2c2d6ee451 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.767810] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.768019] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.768731] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc1a919-dff3-47c0-9183-d6dc8902872f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.773889] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1011.773889] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520643ae-467b-0101-a5c1-12d910fea288" [ 1011.773889] env[69990]: _type = "Task" [ 1011.773889] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.783772] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520643ae-467b-0101-a5c1-12d910fea288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.852048] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446663, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.959371] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a29aa-6a43-4ad2-96f7-9520c5bd5d68 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.967991] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.971063] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c6d4d3-108c-40da-a2e8-74ccb1d7c4bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.001627] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23345eb-87e4-4aad-ba09-ab695e96642e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.009600] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a321a1c-5092-480d-90a3-bb25ae32d38d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.025546] env[69990]: DEBUG nova.compute.provider_tree [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.036266] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446665, 'name': ReconfigVM_Task, 'duration_secs': 0.336522} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.036534] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 6b4521fd-549c-457c-923a-0b8d24d20c2d/6b4521fd-549c-457c-923a-0b8d24d20c2d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.038197] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5818097-6410-4bb4-87d5-f5ce99503503 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.044547] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1012.044547] env[69990]: value = "task-3446666" [ 1012.044547] env[69990]: _type = "Task" [ 1012.044547] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.054183] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446666, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.088621] env[69990]: DEBUG nova.network.neutron [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.264148] env[69990]: DEBUG nova.network.neutron [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Updating instance_info_cache with network_info: [{"id": "95993a76-8059-4053-9c29-f639cfa80980", "address": "fa:16:3e:14:09:44", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95993a76-80", "ovs_interfaceid": "95993a76-8059-4053-9c29-f639cfa80980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.284174] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520643ae-467b-0101-a5c1-12d910fea288, 'name': SearchDatastore_Task, 'duration_secs': 0.013914} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.285402] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a15825-c55e-49d8-94d2-c85a51fc4676 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.290483] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1012.290483] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527691e3-8ef9-c615-aed0-06ec9388ca42" [ 1012.290483] env[69990]: _type = "Task" [ 1012.290483] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.298054] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527691e3-8ef9-c615-aed0-06ec9388ca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.352806] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446663, 'name': CreateSnapshot_Task, 'duration_secs': 1.333971} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.353100] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1012.353854] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c93b0-1473-49a8-9e37-c3143bcaf16b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.464306] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.529052] env[69990]: DEBUG nova.scheduler.client.report [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.554993] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446666, 'name': Rename_Task, 'duration_secs': 0.142217} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.555299] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.555595] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-338e2a9c-c82c-48f0-a894-d48ff1bad6af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.562280] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1012.562280] env[69990]: value = "task-3446667" [ 1012.562280] env[69990]: _type = "Task" [ 1012.562280] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.570722] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.724197] env[69990]: DEBUG nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.749558] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.749865] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.750059] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.750281] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.750433] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.750581] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.750788] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.750949] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.751147] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.751375] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.751610] env[69990]: DEBUG nova.virt.hardware [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.752605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1a4526-e66d-4ac3-906a-288d31f8869d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.761025] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae8dd4-97d5-4fa7-85dc-0ffa395c522a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.766705] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.767093] env[69990]: DEBUG nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Instance network_info: |[{"id": "95993a76-8059-4053-9c29-f639cfa80980", "address": "fa:16:3e:14:09:44", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95993a76-80", "ovs_interfaceid": "95993a76-8059-4053-9c29-f639cfa80980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.775674] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:09:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95993a76-8059-4053-9c29-f639cfa80980', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.784429] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.785021] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.785304] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c849c2-5085-415d-ad63-2b264cd13480 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.813225] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527691e3-8ef9-c615-aed0-06ec9388ca42, 'name': SearchDatastore_Task, 'duration_secs': 0.024859} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.815026] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.815119] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.815360] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.815360] env[69990]: value = "task-3446668" [ 1012.815360] env[69990]: _type = "Task" [ 1012.815360] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.815700] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15ef778d-f7d7-4234-b120-6438b09475b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.827581] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1012.827581] env[69990]: value = "task-3446669" [ 1012.827581] env[69990]: _type = "Task" [ 1012.827581] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.835994] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.873219] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1012.873704] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03c7f000-5af0-45f3-abf1-5083640423b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.885992] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1012.885992] env[69990]: value = "task-3446670" [ 1012.885992] env[69990]: _type = "Task" [ 1012.885992] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.913090] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446670, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.966103] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.986677] env[69990]: DEBUG nova.compute.manager [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Received event network-changed-95993a76-8059-4053-9c29-f639cfa80980 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.986795] env[69990]: DEBUG nova.compute.manager [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Refreshing instance network info cache due to event network-changed-95993a76-8059-4053-9c29-f639cfa80980. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.987086] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] Acquiring lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.987233] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] Acquired lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.987399] env[69990]: DEBUG nova.network.neutron [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Refreshing network info cache for port 95993a76-8059-4053-9c29-f639cfa80980 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.034875] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.037661] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.023s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.039394] env[69990]: INFO nova.compute.claims [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.074572] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446667, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.149875] env[69990]: DEBUG nova.network.neutron [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Successfully updated port: 7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.329734] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446668, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.341168] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446669, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.401266] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446670, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.468836] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.548730] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e913ef9-4b90-48da-b90b-84f0a17a221f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.563s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.549674] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.884s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.549913] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.550136] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.550312] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.552880] env[69990]: INFO nova.compute.manager [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Terminating instance [ 1013.576195] env[69990]: DEBUG oslo_vmware.api [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446667, 'name': PowerOnVM_Task, 'duration_secs': 0.725865} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.576400] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.576654] env[69990]: INFO nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1013.576895] env[69990]: DEBUG nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.578019] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c927e-46b0-4e85-9b79-3a63594a48ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.651771] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.651929] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.652166] env[69990]: DEBUG nova.network.neutron [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.797762] env[69990]: DEBUG nova.network.neutron [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Updated VIF entry in instance network info cache for port 95993a76-8059-4053-9c29-f639cfa80980. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.798229] env[69990]: DEBUG nova.network.neutron [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Updating instance_info_cache with network_info: [{"id": "95993a76-8059-4053-9c29-f639cfa80980", "address": "fa:16:3e:14:09:44", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95993a76-80", "ovs_interfaceid": "95993a76-8059-4053-9c29-f639cfa80980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.829144] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446668, 'name': CreateVM_Task, 'duration_secs': 0.912665} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.829356] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.830091] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.830314] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.830644] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.833642] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44c48b6-0ffb-40fa-90c1-9a9121b756a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.839820] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1013.839820] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5282fb73-26a0-0460-fc3c-cf8051158592" [ 1013.839820] env[69990]: _type = "Task" [ 1013.839820] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.843308] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60346} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.846552] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.846552] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.846984] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91500f4-394d-4db1-8cfb-9d1ad11537c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.856037] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5282fb73-26a0-0460-fc3c-cf8051158592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.857275] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1013.857275] env[69990]: value = "task-3446671" [ 1013.857275] env[69990]: _type = "Task" [ 1013.857275] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.866035] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.898822] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446670, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.965572] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.058960] env[69990]: DEBUG nova.compute.manager [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.059280] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.059624] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f23e2270-3c09-4a77-8174-f497419cbe8b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.070341] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb914d53-3c8c-475c-8ba5-eff09f4d1981 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.112530] env[69990]: WARNING nova.virt.vmwareapi.vmops [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2d3aee84-8ead-4803-85f6-50567a6ab5c9 could not be found. [ 1014.112733] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.112916] env[69990]: INFO nova.compute.manager [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1014.113181] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.113654] env[69990]: INFO nova.compute.manager [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Took 15.12 seconds to build instance. [ 1014.116629] env[69990]: DEBUG nova.compute.manager [-] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.116736] env[69990]: DEBUG nova.network.neutron [-] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.182884] env[69990]: DEBUG nova.network.neutron [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.296624] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9ec220-4cee-404c-b757-7815a9afa2b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.300327] env[69990]: DEBUG oslo_concurrency.lockutils [req-f6e1694f-e804-434b-8578-38a7c4df2bd8 req-584e0077-9cd5-4896-bd3f-c23f24ffff44 service nova] Releasing lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.304956] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea9654f-ee7a-45f0-bdae-bfc08eb58bb4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.344021] env[69990]: DEBUG nova.network.neutron [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updating instance_info_cache with network_info: [{"id": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "address": "fa:16:3e:1d:03:21", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7696ead1-4d", "ovs_interfaceid": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.344021] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51be52-5e90-477a-970a-993b5abf3b2b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.358984] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf11fe-f0b0-4302-b72d-b4a5c6857d25 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.363646] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5282fb73-26a0-0460-fc3c-cf8051158592, 'name': SearchDatastore_Task, 'duration_secs': 0.029592} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.364492] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.364724] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.364987] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.365154] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.365336] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.369009] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed596154-1cfd-4d64-85c6-53dd0a2a0f00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.379088] env[69990]: DEBUG nova.compute.provider_tree [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.384209] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075348} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.384209] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.384600] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ea93b9-9907-4de8-bfd1-231ddd1285b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.387397] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.387564] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.389054] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9f3669-7dbc-4a2b-b876-6363c1b483f2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.410842] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.411708] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70e4d65-a944-4cea-b51d-3d0f3c0511e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.429772] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1014.429772] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a37a4a-0c0a-3f6f-2147-883b144d9622" [ 1014.429772] env[69990]: _type = "Task" [ 1014.429772] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.436298] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446670, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.437948] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1014.437948] env[69990]: value = "task-3446672" [ 1014.437948] env[69990]: _type = "Task" [ 1014.437948] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.444744] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a37a4a-0c0a-3f6f-2147-883b144d9622, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.445838] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf81ae1-6785-4f54-8a03-3f84175f705e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.451030] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.454261] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1014.454261] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52024e54-f126-2403-d0af-5ae295003ddb" [ 1014.454261] env[69990]: _type = "Task" [ 1014.454261] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.467837] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52024e54-f126-2403-d0af-5ae295003ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.471101] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.471406] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 088c78ac-2e34-4c30-9b63-734dee519b16/088c78ac-2e34-4c30-9b63-734dee519b16.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.471705] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.471942] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03aceb6e-6199-4aa3-9ee7-c110893f68ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.479536] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1014.479536] env[69990]: value = "task-3446673" [ 1014.479536] env[69990]: _type = "Task" [ 1014.479536] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.488446] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.619734] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b453564d-1395-48d0-8b88-bf09b537b804 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.643s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.848096] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.848096] env[69990]: DEBUG nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Instance network_info: |[{"id": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "address": "fa:16:3e:1d:03:21", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7696ead1-4d", "ovs_interfaceid": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.848522] env[69990]: DEBUG nova.network.neutron [-] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.849574] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:03:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7696ead1-4db7-4f0f-a2a9-ffeee0851445', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.857680] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.858127] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.858379] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f43e442-aa56-4cbc-a140-9467873391ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.887310] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.887310] env[69990]: value = "task-3446674" [ 1014.887310] env[69990]: _type = "Task" [ 1014.887310] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.904112] env[69990]: ERROR nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [req-9002e5d0-04a8-4f8d-b492-fd8da3ae53ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9002e5d0-04a8-4f8d-b492-fd8da3ae53ff"}]} [ 1014.910322] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446674, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.914603] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446670, 'name': CloneVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.932039] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1014.952652] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446672, 'name': ReconfigVM_Task, 'duration_secs': 0.367029} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.953110] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.954717] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1014.954881] env[69990]: DEBUG nova.compute.provider_tree [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.957079] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ce2bace-df05-447c-8cb2-f4515553212e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.970613] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.972477] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1014.972477] env[69990]: value = "task-3446675" [ 1014.972477] env[69990]: _type = "Task" [ 1014.972477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.977054] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1014.988807] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446675, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.998025] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50522} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.998025] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 088c78ac-2e34-4c30-9b63-734dee519b16/088c78ac-2e34-4c30-9b63-734dee519b16.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.998025] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.998025] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b96dbfd-6399-426f-8a19-c95cd5a31821 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.000604] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1015.013145] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1015.013145] env[69990]: value = "task-3446676" [ 1015.013145] env[69990]: _type = "Task" [ 1015.013145] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.030279] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.128775] env[69990]: DEBUG nova.compute.manager [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Received event network-vif-plugged-7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.128986] env[69990]: DEBUG oslo_concurrency.lockutils [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] Acquiring lock "7fd3cead-f928-4c85-95ba-aaefb99835a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.129204] env[69990]: DEBUG oslo_concurrency.lockutils [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.129367] env[69990]: DEBUG oslo_concurrency.lockutils [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.129525] env[69990]: DEBUG nova.compute.manager [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] No waiting events found dispatching network-vif-plugged-7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.129677] env[69990]: WARNING nova.compute.manager [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Received unexpected event network-vif-plugged-7696ead1-4db7-4f0f-a2a9-ffeee0851445 for instance with vm_state building and task_state spawning. [ 1015.129837] env[69990]: DEBUG nova.compute.manager [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Received event network-changed-7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.132051] env[69990]: DEBUG nova.compute.manager [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Refreshing instance network info cache due to event network-changed-7696ead1-4db7-4f0f-a2a9-ffeee0851445. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.132051] env[69990]: DEBUG oslo_concurrency.lockutils [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] Acquiring lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.132051] env[69990]: DEBUG oslo_concurrency.lockutils [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] Acquired lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.132051] env[69990]: DEBUG nova.network.neutron [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Refreshing network info cache for port 7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.235699] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db9273-dd6a-4da3-aa0f-17523db09f63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.243582] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186d43a-7fce-457c-8af5-907593276c5d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.274023] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0333060e-9d03-46bf-be72-8b9d9f4143df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.281898] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e5735-a518-4dc9-bf4a-9c4d8d5510f2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.294737] env[69990]: DEBUG nova.compute.provider_tree [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.359339] env[69990]: INFO nova.compute.manager [-] [instance: 2d3aee84-8ead-4803-85f6-50567a6ab5c9] Took 1.24 seconds to deallocate network for instance. [ 1015.402015] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446670, 'name': CloneVM_Task, 'duration_secs': 2.136021} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.405297] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Created linked-clone VM from snapshot [ 1015.405528] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446674, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.406228] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff498015-f552-4c42-85cd-acea1504bb13 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.413748] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Uploading image 14e98df1-895a-426f-9013-b67ae4f27fc8 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.438851] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.438851] env[69990]: value = "vm-688048" [ 1015.438851] env[69990]: _type = "VirtualMachine" [ 1015.438851] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.439200] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9173104a-e7c0-43a6-b903-65b4d331e9a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.447723] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lease: (returnval){ [ 1015.447723] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525d92d9-8fb3-aab1-927a-e3cd870c34b6" [ 1015.447723] env[69990]: _type = "HttpNfcLease" [ 1015.447723] env[69990]: } obtained for exporting VM: (result){ [ 1015.447723] env[69990]: value = "vm-688048" [ 1015.447723] env[69990]: _type = "VirtualMachine" [ 1015.447723] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.448059] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the lease: (returnval){ [ 1015.448059] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525d92d9-8fb3-aab1-927a-e3cd870c34b6" [ 1015.448059] env[69990]: _type = "HttpNfcLease" [ 1015.448059] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.455682] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.455682] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525d92d9-8fb3-aab1-927a-e3cd870c34b6" [ 1015.455682] env[69990]: _type = "HttpNfcLease" [ 1015.455682] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.467836] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.482878] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446675, 'name': Rename_Task, 'duration_secs': 0.16278} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.483189] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.483449] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5e73e8b-4fce-4e9c-b3a4-32f383d1446e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.490947] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1015.490947] env[69990]: value = "task-3446678" [ 1015.490947] env[69990]: _type = "Task" [ 1015.490947] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.498658] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.522088] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.522457] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.527915] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075469} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.528224] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.529101] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1640a60-effb-4e07-8f07-daca144d25f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.558726] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 088c78ac-2e34-4c30-9b63-734dee519b16/088c78ac-2e34-4c30-9b63-734dee519b16.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.558726] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdcbfe8-5ad2-480d-a1ff-114ea7f95576 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.581917] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1015.581917] env[69990]: value = "task-3446679" [ 1015.581917] env[69990]: _type = "Task" [ 1015.581917] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.591559] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.819036] env[69990]: ERROR nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [req-e8f99d77-c20d-4e1f-b2a1-40f68811796a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8f99d77-c20d-4e1f-b2a1-40f68811796a"}]} [ 1015.837233] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1015.853986] env[69990]: DEBUG nova.network.neutron [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updated VIF entry in instance network info cache for port 7696ead1-4db7-4f0f-a2a9-ffeee0851445. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.854485] env[69990]: DEBUG nova.network.neutron [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updating instance_info_cache with network_info: [{"id": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "address": "fa:16:3e:1d:03:21", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7696ead1-4d", "ovs_interfaceid": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.856839] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1015.857079] env[69990]: DEBUG nova.compute.provider_tree [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.870227] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1015.895078] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1015.912856] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446674, 'name': CreateVM_Task, 'duration_secs': 0.84726} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.913254] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.914252] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.914581] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.915237] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.915422] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1159999-c5d4-4b0e-8788-0a1f197f146b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.921904] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1015.921904] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52516704-dd01-dbb2-6e17-aa1a2a07c381" [ 1015.921904] env[69990]: _type = "Task" [ 1015.921904] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.938681] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52516704-dd01-dbb2-6e17-aa1a2a07c381, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.941637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.941892] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.942188] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.942344] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.942530] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.943306] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01009f04-7de5-4894-a6d3-e8dc1fe0871b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.954778] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.955111] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.959150] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1e1e96-44e5-4db6-9500-b16407eb74b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.964179] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.964179] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525d92d9-8fb3-aab1-927a-e3cd870c34b6" [ 1015.964179] env[69990]: _type = "HttpNfcLease" [ 1015.964179] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.968129] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.968129] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525d92d9-8fb3-aab1-927a-e3cd870c34b6" [ 1015.968129] env[69990]: _type = "HttpNfcLease" [ 1015.968129] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1015.968948] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e0007-284f-40ea-8d7a-146d774adcbc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.977485] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1015.977485] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ebbf1a-9836-d026-8737-f9e9cb9f9a6d" [ 1015.977485] env[69990]: _type = "Task" [ 1015.977485] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.987389] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.987578] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0179-dd2d-f622-5f4f-bfd0bf8219e5/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.987778] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0179-dd2d-f622-5f4f-bfd0bf8219e5/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1016.053078] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ebbf1a-9836-d026-8737-f9e9cb9f9a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.053795] env[69990]: DEBUG nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.064037] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b72f3fb-ec67-4bd4-969c-60837ee78d8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.070995] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.076036] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1016.076036] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c6e741-13a9-51ec-23b2-b43e3ce63177" [ 1016.076036] env[69990]: _type = "Task" [ 1016.076036] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.090509] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c6e741-13a9-51ec-23b2-b43e3ce63177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.103417] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446679, 'name': ReconfigVM_Task, 'duration_secs': 0.347691} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.103417] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 088c78ac-2e34-4c30-9b63-734dee519b16/088c78ac-2e34-4c30-9b63-734dee519b16.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.103916] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f92150fb-2a66-4560-945c-b0f478596581 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.111156] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0259e7d-dfe3-4464-8c8f-0a31ecce3ac3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.122643] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1016.122643] env[69990]: value = "task-3446680" [ 1016.122643] env[69990]: _type = "Task" [ 1016.122643] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.129476] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446680, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.276938] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e38217d-9905-4b89-814a-3721e0efbf4d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.285159] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9078fa7f-1bdf-4447-9389-c29642baa5fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.318470] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789fe06a-9d29-49bf-a0ce-2843bf58a610 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.327675] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae3ad4b-b8c2-4deb-bc5c-235b3255ef7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.344472] env[69990]: DEBUG nova.compute.provider_tree [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.360206] env[69990]: DEBUG oslo_concurrency.lockutils [req-45b6325c-3aa8-4e3b-952c-1ea17b59be4f req-84c84a33-f788-4985-b72f-de59665b6348 service nova] Releasing lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.385869] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f1d088fa-ebeb-4bce-8c14-fa04d1ebb05f tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "2d3aee84-8ead-4803-85f6-50567a6ab5c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.836s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.473721] env[69990]: DEBUG oslo_vmware.api [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446662, 'name': ReconfigVM_Task, 'duration_secs': 5.811906} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.474469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.474568] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfigured VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1016.502052] env[69990]: DEBUG oslo_vmware.api [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446678, 'name': PowerOnVM_Task, 'duration_secs': 0.729987} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.502441] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.502570] env[69990]: INFO nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1016.502780] env[69990]: DEBUG nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.503655] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898b38ca-072c-4746-9e82-3e96cd531cee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.579805] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.591378] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c6e741-13a9-51ec-23b2-b43e3ce63177, 'name': SearchDatastore_Task, 'duration_secs': 0.016023} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.591797] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.592155] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 7fd3cead-f928-4c85-95ba-aaefb99835a9/7fd3cead-f928-4c85-95ba-aaefb99835a9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.592607] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d83c9bb-f257-40e7-9a19-9a9a98d21a69 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.601362] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1016.601362] env[69990]: value = "task-3446681" [ 1016.601362] env[69990]: _type = "Task" [ 1016.601362] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.609792] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.630862] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446680, 'name': Rename_Task, 'duration_secs': 0.253482} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.631146] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.631422] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7db8e67-2420-40a1-b12f-97c81d9f353c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.639198] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1016.639198] env[69990]: value = "task-3446682" [ 1016.639198] env[69990]: _type = "Task" [ 1016.639198] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.656143] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.775673] env[69990]: DEBUG nova.compute.manager [req-16745115-4bb1-4d17-bd69-6efa5d0fa89e req-662bbcfb-75e5-4af6-96d2-51d69d28fb54 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-vif-deleted-1e33f7fb-26b8-401b-afba-3212cbe0fb48 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.776135] env[69990]: INFO nova.compute.manager [req-16745115-4bb1-4d17-bd69-6efa5d0fa89e req-662bbcfb-75e5-4af6-96d2-51d69d28fb54 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Neutron deleted interface 1e33f7fb-26b8-401b-afba-3212cbe0fb48; detaching it from the instance and deleting it from the info cache [ 1016.776927] env[69990]: DEBUG nova.network.neutron [req-16745115-4bb1-4d17-bd69-6efa5d0fa89e req-662bbcfb-75e5-4af6-96d2-51d69d28fb54 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc84e012-d264-4601-b4d8-2d46b6b0d3f1", "address": "fa:16:3e:e2:75:0e", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc84e012-d2", "ovs_interfaceid": "fc84e012-d264-4601-b4d8-2d46b6b0d3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.883209] env[69990]: DEBUG nova.scheduler.client.report [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1016.884868] env[69990]: DEBUG nova.compute.provider_tree [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 134 to 135 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1016.884868] env[69990]: DEBUG nova.compute.provider_tree [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.029206] env[69990]: INFO nova.compute.manager [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Took 17.38 seconds to build instance. [ 1017.114541] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446681, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.152629] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.280503] env[69990]: DEBUG oslo_concurrency.lockutils [req-16745115-4bb1-4d17-bd69-6efa5d0fa89e req-662bbcfb-75e5-4af6-96d2-51d69d28fb54 service nova] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.281270] env[69990]: DEBUG oslo_concurrency.lockutils [req-16745115-4bb1-4d17-bd69-6efa5d0fa89e req-662bbcfb-75e5-4af6-96d2-51d69d28fb54 service nova] Acquired lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.283314] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b48048-d18b-40e7-acc3-8709791ab429 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.304624] env[69990]: DEBUG oslo_concurrency.lockutils [req-16745115-4bb1-4d17-bd69-6efa5d0fa89e req-662bbcfb-75e5-4af6-96d2-51d69d28fb54 service nova] Releasing lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.305098] env[69990]: WARNING nova.compute.manager [req-16745115-4bb1-4d17-bd69-6efa5d0fa89e req-662bbcfb-75e5-4af6-96d2-51d69d28fb54 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Detach interface failed, port_id=1e33f7fb-26b8-401b-afba-3212cbe0fb48, reason: No device with interface-id 1e33f7fb-26b8-401b-afba-3212cbe0fb48 exists on VM: nova.exception.NotFound: No device with interface-id 1e33f7fb-26b8-401b-afba-3212cbe0fb48 exists on VM [ 1017.390575] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.353s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.391239] env[69990]: DEBUG nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.394197] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.173s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.394856] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.403019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.660s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.431069] env[69990]: INFO nova.scheduler.client.report [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted allocations for instance dce8d782-2479-4720-adb5-f6f380d7a9bc [ 1017.532944] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c369c899-027c-4908-a3b2-63c0dff3d719 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.890s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.613779] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588286} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.614334] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 7fd3cead-f928-4c85-95ba-aaefb99835a9/7fd3cead-f928-4c85-95ba-aaefb99835a9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.614598] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.615015] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bce8b493-4ed4-4ddf-ba94-03036639e758 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.623408] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1017.623408] env[69990]: value = "task-3446683" [ 1017.623408] env[69990]: _type = "Task" [ 1017.623408] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.634255] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.651866] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.706044] env[69990]: DEBUG nova.compute.manager [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-vif-deleted-fc84e012-d264-4601-b4d8-2d46b6b0d3f1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.706673] env[69990]: INFO nova.compute.manager [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Neutron deleted interface fc84e012-d264-4601-b4d8-2d46b6b0d3f1; detaching it from the instance and deleting it from the info cache [ 1017.708275] env[69990]: DEBUG nova.network.neutron [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.728367] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.728367] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.728367] env[69990]: DEBUG nova.network.neutron [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.911858] env[69990]: DEBUG nova.compute.utils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.923994] env[69990]: DEBUG nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.923994] env[69990]: DEBUG nova.network.neutron [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.940734] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f90f034d-522f-4fca-807e-404fab567b59 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "dce8d782-2479-4720-adb5-f6f380d7a9bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.409s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.991902] env[69990]: DEBUG nova.policy [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17ed3b17e9e045288bf9ac3e0633d6a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7912581ec88b49638520c0f131795354', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.007719] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "3fe63083-5337-4715-a36c-62d47303a39b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.008091] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.136231] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078552} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.136681] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.139874] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bde425-ed9b-45ba-84ea-081adb4c5371 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.165940] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7fd3cead-f928-4c85-95ba-aaefb99835a9/7fd3cead-f928-4c85-95ba-aaefb99835a9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.172196] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41aefa0a-fe77-4ac6-be3a-59cc60e350ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.187034] env[69990]: DEBUG oslo_vmware.api [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446682, 'name': PowerOnVM_Task, 'duration_secs': 1.085682} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.187691] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.187908] env[69990]: INFO nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1018.188177] env[69990]: DEBUG nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.189416] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b086cf7-0758-4384-9867-8a58b753dd94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.194529] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1018.194529] env[69990]: value = "task-3446684" [ 1018.194529] env[69990]: _type = "Task" [ 1018.194529] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.210455] env[69990]: DEBUG oslo_concurrency.lockutils [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.210660] env[69990]: DEBUG oslo_concurrency.lockutils [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Acquired lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.211092] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.211965] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f96299-bf26-4cc2-a280-06017e3c2984 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.239025] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53785dc8-2bc7-4897-9072-043732dc321e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.264596] env[69990]: DEBUG nova.virt.vmwareapi.vmops [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfiguring VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1018.268277] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.268596] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45b7cea-5d30-413f-ae9a-7ad96733d5c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.291765] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Waiting for the task: (returnval){ [ 1018.291765] env[69990]: value = "task-3446685" [ 1018.291765] env[69990]: _type = "Task" [ 1018.291765] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.301119] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.311801] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb52c58-5e81-47f5-9adb-cc277e5bdf57 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.318948] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89dd50-7709-4050-984b-93a78c69fda5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.352853] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b1cad-956b-42fe-a393-14310a85de15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.361697] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861ce6d-6572-4d90-8412-79739daaa1d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.377596] env[69990]: DEBUG nova.compute.provider_tree [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.419023] env[69990]: DEBUG nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.458631] env[69990]: DEBUG nova.network.neutron [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Successfully created port: 01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.515898] env[69990]: DEBUG nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.551952] env[69990]: DEBUG nova.network.neutron [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [{"id": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "address": "fa:16:3e:33:7f:10", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb6739-9f", "ovs_interfaceid": "17cb6739-9f37-4f30-8abf-dd8ac700b2f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.712255] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.717142] env[69990]: INFO nova.compute.manager [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Took 16.59 seconds to build instance. [ 1018.804721] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.806834] env[69990]: DEBUG nova.compute.manager [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-changed-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.807049] env[69990]: DEBUG nova.compute.manager [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing instance network info cache due to event network-changed-311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.807283] env[69990]: DEBUG oslo_concurrency.lockutils [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] Acquiring lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.807418] env[69990]: DEBUG oslo_concurrency.lockutils [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] Acquired lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.807585] env[69990]: DEBUG nova.network.neutron [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.880468] env[69990]: DEBUG nova.scheduler.client.report [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.042164] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.055221] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.129070] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.129362] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.160750] env[69990]: DEBUG nova.objects.instance [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lazy-loading 'flavor' on Instance uuid 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.188974] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] Acquiring lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.189594] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] Acquired lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.189594] env[69990]: DEBUG nova.network.neutron [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.208278] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446684, 'name': ReconfigVM_Task, 'duration_secs': 0.566101} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.208661] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7fd3cead-f928-4c85-95ba-aaefb99835a9/7fd3cead-f928-4c85-95ba-aaefb99835a9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.209335] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d8e505b-2afb-4d8c-9238-7e865e515e31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.218028] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1019.218028] env[69990]: value = "task-3446686" [ 1019.218028] env[69990]: _type = "Task" [ 1019.218028] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.221311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cedd0858-b386-46c0-bed3-1921eaa6c0e6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "088c78ac-2e34-4c30-9b63-734dee519b16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.106s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.225858] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446686, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.309240] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.433586] env[69990]: DEBUG nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.463890] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.464390] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.464719] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.465188] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.466905] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.466905] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.466905] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.466905] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.466905] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.466905] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.466905] env[69990]: DEBUG nova.virt.hardware [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.468274] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6090ba05-fb2f-47a5-809d-bab065146dea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.481395] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f4fa9-96c3-48b3-82f9-8561803c15f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.561934] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1b0c9bc7-8e5f-4c5d-a7ae-f04db5378da2 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-37bc5bcb-6595-46c0-9b3f-3591cf13546a-1e33f7fb-26b8-401b-afba-3212cbe0fb48" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.708s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.632581] env[69990]: DEBUG nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.637982] env[69990]: DEBUG nova.network.neutron [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updated VIF entry in instance network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.638445] env[69990]: DEBUG nova.network.neutron [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311bd9bf-56", "ovs_interfaceid": "311bd9bf-5665-4d8d-82ed-847236066233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.668692] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.669293] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquired lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.731754] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446686, 'name': Rename_Task, 'duration_secs': 0.291863} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.732045] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.732303] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60571c30-ebe2-4260-b425-71f614d4429b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.739291] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1019.739291] env[69990]: value = "task-3446687" [ 1019.739291] env[69990]: _type = "Task" [ 1019.739291] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.747588] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.812706] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.896146] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.496s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.899112] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.319s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.904497] env[69990]: INFO nova.compute.claims [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.132705] env[69990]: DEBUG nova.network.neutron [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.147730] env[69990]: DEBUG oslo_concurrency.lockutils [req-699bef0b-c686-4a6a-b54e-0a3c8340f8ba req-2beff775-eeae-454a-a5ac-cbad82d87b4b service nova] Releasing lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.166160] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.181172] env[69990]: DEBUG nova.compute.manager [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Received event network-changed-146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.181368] env[69990]: DEBUG nova.compute.manager [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing instance network info cache due to event network-changed-146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.181566] env[69990]: DEBUG oslo_concurrency.lockutils [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] Acquiring lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.253144] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446687, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.308493] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.397581] env[69990]: DEBUG nova.network.neutron [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Updating instance_info_cache with network_info: [{"id": "95993a76-8059-4053-9c29-f639cfa80980", "address": "fa:16:3e:14:09:44", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95993a76-80", "ovs_interfaceid": "95993a76-8059-4053-9c29-f639cfa80980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.478699] env[69990]: INFO nova.scheduler.client.report [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted allocation for migration a9716e69-bfa5-48ec-a90e-023e0da46226 [ 1020.576708] env[69990]: DEBUG nova.network.neutron [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Successfully updated port: 01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.752759] env[69990]: DEBUG oslo_vmware.api [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446687, 'name': PowerOnVM_Task, 'duration_secs': 0.795606} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.753071] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.753297] env[69990]: INFO nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1020.753526] env[69990]: DEBUG nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.754357] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5c20f2-2cf8-4fae-908e-0fa49d03d009 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.811033] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.830168] env[69990]: DEBUG nova.compute.manager [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Received event network-vif-plugged-01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.830388] env[69990]: DEBUG oslo_concurrency.lockutils [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] Acquiring lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.830622] env[69990]: DEBUG oslo_concurrency.lockutils [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.830769] env[69990]: DEBUG oslo_concurrency.lockutils [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.830930] env[69990]: DEBUG nova.compute.manager [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] No waiting events found dispatching network-vif-plugged-01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.831722] env[69990]: WARNING nova.compute.manager [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Received unexpected event network-vif-plugged-01bc004c-dd41-41c1-86ab-70a0354d8136 for instance with vm_state building and task_state spawning. [ 1020.831895] env[69990]: DEBUG nova.compute.manager [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Received event network-changed-01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.832020] env[69990]: DEBUG nova.compute.manager [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Refreshing instance network info cache due to event network-changed-01bc004c-dd41-41c1-86ab-70a0354d8136. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.832193] env[69990]: DEBUG oslo_concurrency.lockutils [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] Acquiring lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.832292] env[69990]: DEBUG oslo_concurrency.lockutils [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] Acquired lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.832386] env[69990]: DEBUG nova.network.neutron [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Refreshing network info cache for port 01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.892449] env[69990]: DEBUG nova.network.neutron [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.900637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] Releasing lock "refresh_cache-088c78ac-2e34-4c30-9b63-734dee519b16" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.900637] env[69990]: DEBUG nova.compute.manager [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Inject network info {{(pid=69990) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1020.901384] env[69990]: DEBUG nova.compute.manager [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] network_info to inject: |[{"id": "95993a76-8059-4053-9c29-f639cfa80980", "address": "fa:16:3e:14:09:44", "network": {"id": "698a838a-6a38-4023-9ea3-bb0de2fcc7cf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-188392299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2689316bda4eff95c5c3804ef6841f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95993a76-80", "ovs_interfaceid": "95993a76-8059-4053-9c29-f639cfa80980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1020.906230] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Reconfiguring VM instance to set the machine id {{(pid=69990) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1020.908137] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d27c100-3b33-46bf-a32d-09a307e81c52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.926090] env[69990]: DEBUG oslo_vmware.api [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] Waiting for the task: (returnval){ [ 1020.926090] env[69990]: value = "task-3446688" [ 1020.926090] env[69990]: _type = "Task" [ 1020.926090] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.937506] env[69990]: DEBUG oslo_vmware.api [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] Task: {'id': task-3446688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.986966] env[69990]: DEBUG oslo_concurrency.lockutils [None req-52c6269c-1cec-4065-bed8-f7af180d3cde tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.645s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.079524] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.184636] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d160fd94-da21-45d4-a2ae-f9bdb66dee3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.193088] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c576d-850b-486c-b7e6-9f9d51b082be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.226017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4877322-315c-4400-8041-7149ad3a4b88 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.232796] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebeed58-fa60-4a29-a606-3e5a5bfdb121 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.246227] env[69990]: DEBUG nova.compute.provider_tree [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.272575] env[69990]: INFO nova.compute.manager [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Took 18.20 seconds to build instance. [ 1021.310787] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.364802] env[69990]: DEBUG nova.network.neutron [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.380549] env[69990]: INFO nova.compute.manager [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Rebuilding instance [ 1021.395164] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Releasing lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.395414] env[69990]: DEBUG nova.compute.manager [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Inject network info {{(pid=69990) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1021.395757] env[69990]: DEBUG nova.compute.manager [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] network_info to inject: |[{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1021.401144] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Reconfiguring VM instance to set the machine id {{(pid=69990) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1021.403370] env[69990]: DEBUG oslo_concurrency.lockutils [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] Acquired lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.403591] env[69990]: DEBUG nova.network.neutron [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing network info cache for port 146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.405056] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36bbd083-80b5-48b8-93ca-ae2b53fceffd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.432147] env[69990]: DEBUG oslo_vmware.api [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 1021.432147] env[69990]: value = "task-3446689" [ 1021.432147] env[69990]: _type = "Task" [ 1021.432147] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.438742] env[69990]: DEBUG oslo_vmware.api [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] Task: {'id': task-3446688, 'name': ReconfigVM_Task, 'duration_secs': 0.1878} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.442801] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8cb58d-fc97-4116-8ff6-fa8f95ef70bc tempest-ServersAdminTestJSON-379026346 tempest-ServersAdminTestJSON-379026346-project-admin] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Reconfigured VM instance to set the machine id {{(pid=69990) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1021.447251] env[69990]: DEBUG oslo_vmware.api [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.447718] env[69990]: DEBUG nova.compute.manager [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.448501] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c6294-8a83-4224-89d0-b54122bc57cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.509037] env[69990]: DEBUG nova.network.neutron [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.705053] env[69990]: DEBUG nova.objects.instance [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lazy-loading 'flavor' on Instance uuid 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.752022] env[69990]: DEBUG nova.scheduler.client.report [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.775061] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5b7404d7-6a2f-4398-a7cb-2baa8344b4fd tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.710s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.795224] env[69990]: DEBUG nova.network.neutron [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updated VIF entry in instance network info cache for port 146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.795224] env[69990]: DEBUG nova.network.neutron [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.799965] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.800404] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.800683] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.801697] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.801697] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.807779] env[69990]: INFO nova.compute.manager [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Terminating instance [ 1021.819274] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.943567] env[69990]: DEBUG oslo_vmware.api [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446689, 'name': ReconfigVM_Task, 'duration_secs': 0.203805} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.943567] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4866219c-ce6d-4441-837c-a8226646f371 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Reconfigured VM instance to set the machine id {{(pid=69990) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1022.012959] env[69990]: DEBUG oslo_concurrency.lockutils [req-5e8c3a8d-f7cb-4312-bffd-d9551003568f req-4b7d6139-48d5-4d93-9c3a-5fba1a4dcf17 service nova] Releasing lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.012959] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquired lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.012959] env[69990]: DEBUG nova.network.neutron [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.210964] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.256524] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.257157] env[69990]: DEBUG nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.259889] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.218s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.261418] env[69990]: INFO nova.compute.claims [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.299549] env[69990]: DEBUG oslo_concurrency.lockutils [req-8fa1f948-58a6-493c-8e26-d2adda694da1 req-64c0ee28-3762-4d00-b393-64c7e58cd1a5 service nova] Releasing lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.300320] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquired lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.313027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.313027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.315800] env[69990]: DEBUG nova.compute.manager [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.315994] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.316838] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c538cbb-0e49-4ea3-a5cc-f667f17bc34b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.328613] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.334205] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.334548] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbcda2eb-8814-4a97-8bdb-d2c312f26e8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.342041] env[69990]: DEBUG oslo_vmware.api [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1022.342041] env[69990]: value = "task-3446690" [ 1022.342041] env[69990]: _type = "Task" [ 1022.342041] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.352591] env[69990]: DEBUG oslo_vmware.api [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.461476] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.462173] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46800893-5888-4cb8-92e2-fb7e4ea56d08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.469580] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1022.469580] env[69990]: value = "task-3446691" [ 1022.469580] env[69990]: _type = "Task" [ 1022.469580] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.479368] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.579170] env[69990]: DEBUG nova.network.neutron [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.765800] env[69990]: DEBUG nova.compute.utils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.769774] env[69990]: DEBUG nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.769950] env[69990]: DEBUG nova.network.neutron [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.811575] env[69990]: DEBUG nova.policy [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5a65078185442c921038b19a0df6ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264c4a2642fe4876b36423f06cb6fd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.817742] env[69990]: DEBUG nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.826887] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.827849] env[69990]: DEBUG nova.network.neutron [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Updating instance_info_cache with network_info: [{"id": "01bc004c-dd41-41c1-86ab-70a0354d8136", "address": "fa:16:3e:8a:d2:e4", "network": {"id": "cfc1ab1c-18fa-46de-94d3-7d4c157dc7db", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1554200732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7912581ec88b49638520c0f131795354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc004c-dd", "ovs_interfaceid": "01bc004c-dd41-41c1-86ab-70a0354d8136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.858833] env[69990]: DEBUG oslo_vmware.api [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446690, 'name': PowerOffVM_Task, 'duration_secs': 0.258965} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.859252] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.859489] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.863019] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0361cb-8f48-4c19-93a1-e4a336e723cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.868480] env[69990]: DEBUG nova.compute.manager [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Received event network-changed-7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.868671] env[69990]: DEBUG nova.compute.manager [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Refreshing instance network info cache due to event network-changed-7696ead1-4db7-4f0f-a2a9-ffeee0851445. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.868883] env[69990]: DEBUG oslo_concurrency.lockutils [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] Acquiring lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.869031] env[69990]: DEBUG oslo_concurrency.lockutils [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] Acquired lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.869199] env[69990]: DEBUG nova.network.neutron [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Refreshing network info cache for port 7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.878122] env[69990]: DEBUG nova.network.neutron [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.929958] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.930239] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.930435] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleting the datastore file [datastore2] 47114c84-b4b6-4912-b071-8ba4524aa6ab {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.930751] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21a1ee4-e88a-46ce-b95e-18ea8aa22806 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.938192] env[69990]: DEBUG oslo_vmware.api [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1022.938192] env[69990]: value = "task-3446693" [ 1022.938192] env[69990]: _type = "Task" [ 1022.938192] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.949795] env[69990]: DEBUG oslo_vmware.api [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.980564] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446691, 'name': PowerOffVM_Task, 'duration_secs': 0.279577} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.980866] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.981155] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.982055] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e88f9f-e1de-4e11-afc3-542cf37938e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.989556] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.989817] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acc1064f-638b-499b-af88-15c79ae1834b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.055070] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.055070] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.055070] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleting the datastore file [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.055070] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40dac27b-f7fe-493a-a4d3-e13f0b0f3a71 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.061462] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1023.061462] env[69990]: value = "task-3446695" [ 1023.061462] env[69990]: _type = "Task" [ 1023.061462] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.070318] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.209131] env[69990]: DEBUG nova.network.neutron [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Successfully created port: 0863b890-ad3b-41e0-b4df-8d2689c122c0 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.270892] env[69990]: DEBUG nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.329689] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.330810] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Releasing lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.331178] env[69990]: DEBUG nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Instance network_info: |[{"id": "01bc004c-dd41-41c1-86ab-70a0354d8136", "address": "fa:16:3e:8a:d2:e4", "network": {"id": "cfc1ab1c-18fa-46de-94d3-7d4c157dc7db", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1554200732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7912581ec88b49638520c0f131795354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc004c-dd", "ovs_interfaceid": "01bc004c-dd41-41c1-86ab-70a0354d8136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.331573] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d2:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01bc004c-dd41-41c1-86ab-70a0354d8136', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.339094] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Creating folder: Project (7912581ec88b49638520c0f131795354). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.340289] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.343161] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c7160a1-9df1-4252-8b5d-94620b3d1852 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.353655] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Created folder: Project (7912581ec88b49638520c0f131795354) in parent group-v687779. [ 1023.353848] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Creating folder: Instances. Parent ref: group-v688050. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.354103] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afa9565a-1b4b-495b-89f3-e1788c28859a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.365301] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Created folder: Instances in parent group-v688050. [ 1023.365556] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.365755] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.365967] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ae0c06-909d-400b-9dfe-cef10127780e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.390803] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.390803] env[69990]: value = "task-3446698" [ 1023.390803] env[69990]: _type = "Task" [ 1023.390803] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.398553] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446698, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.448976] env[69990]: DEBUG oslo_vmware.api [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197716} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.449279] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.449483] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.449807] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.449807] env[69990]: INFO nova.compute.manager [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1023.450062] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.452919] env[69990]: DEBUG nova.compute.manager [-] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.453063] env[69990]: DEBUG nova.network.neutron [-] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.576556] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207565} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.579391] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.579585] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.580517] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.634843] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c00c290-7de9-44ef-94a4-97d5547a8506 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.647497] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f8a33-5e3f-4fc6-82a1-6290206a3996 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.686672] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa4304-9a10-4995-9f00-f8d449ef6003 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.695017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7594ddf-849b-42fd-bc14-df27d0b263da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.710547] env[69990]: DEBUG nova.compute.provider_tree [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.824486] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.896980] env[69990]: DEBUG nova.network.neutron [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.905765] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446698, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.990043] env[69990]: DEBUG nova.network.neutron [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updated VIF entry in instance network info cache for port 7696ead1-4db7-4f0f-a2a9-ffeee0851445. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.990262] env[69990]: DEBUG nova.network.neutron [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updating instance_info_cache with network_info: [{"id": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "address": "fa:16:3e:1d:03:21", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7696ead1-4d", "ovs_interfaceid": "7696ead1-4db7-4f0f-a2a9-ffeee0851445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.241233] env[69990]: ERROR nova.scheduler.client.report [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [req-a842d008-93be-450e-809b-61c2d0cea89c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a842d008-93be-450e-809b-61c2d0cea89c"}]} [ 1024.260791] env[69990]: DEBUG nova.scheduler.client.report [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.281820] env[69990]: DEBUG nova.scheduler.client.report [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.282193] env[69990]: DEBUG nova.compute.provider_tree [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.285178] env[69990]: DEBUG nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.297889] env[69990]: DEBUG nova.scheduler.client.report [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.310752] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.310981] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.311151] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.311331] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.311479] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.311665] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.311920] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.312098] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.312270] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.312435] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.312608] env[69990]: DEBUG nova.virt.hardware [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.313787] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55875d62-2ad9-4664-968e-9fdce228f32e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.320378] env[69990]: DEBUG nova.scheduler.client.report [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.325700] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446fa86-1455-4833-a808-a45b0721a7d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.333168] env[69990]: DEBUG oslo_vmware.api [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Task: {'id': task-3446685, 'name': ReconfigVM_Task, 'duration_secs': 5.787263} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.333768] env[69990]: DEBUG oslo_concurrency.lockutils [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] Releasing lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.334038] env[69990]: DEBUG nova.virt.vmwareapi.vmops [req-7f9f6d46-3db7-4e41-b07b-39882254a752 req-4da13477-bb82-4f27-959b-abd104e17629 service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Reconfigured VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1024.334536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.066s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.334769] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.335035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.335259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.345413] env[69990]: INFO nova.compute.manager [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Terminating instance [ 1024.404210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Releasing lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.404210] env[69990]: DEBUG nova.compute.manager [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Inject network info {{(pid=69990) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1024.404342] env[69990]: DEBUG nova.compute.manager [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] network_info to inject: |[{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1024.408991] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Reconfiguring VM instance to set the machine id {{(pid=69990) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1024.409247] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446698, 'name': CreateVM_Task, 'duration_secs': 0.637603} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.411663] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95a57d55-8f9b-4541-bd0b-7e53c250249c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.421314] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.422247] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.422456] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.422763] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.423474] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72367323-edbc-4682-9221-fafd701abd04 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.428251] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1024.428251] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5257c1e6-836e-7689-6bad-01619d796d01" [ 1024.428251] env[69990]: _type = "Task" [ 1024.428251] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.429457] env[69990]: DEBUG oslo_vmware.api [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 1024.429457] env[69990]: value = "task-3446699" [ 1024.429457] env[69990]: _type = "Task" [ 1024.429457] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.442214] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5257c1e6-836e-7689-6bad-01619d796d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.445652] env[69990]: DEBUG oslo_vmware.api [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.477056] env[69990]: DEBUG nova.network.neutron [-] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.493943] env[69990]: DEBUG oslo_concurrency.lockutils [req-c77438fd-7ab6-4997-9a75-dd70a2e24ac7 req-64717e93-7c9f-4b3e-a06d-0e630be9f868 service nova] Releasing lock "refresh_cache-7fd3cead-f928-4c85-95ba-aaefb99835a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.596462] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33d091e-ca4d-4ac1-b9cd-fc42c98f8d7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.604449] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75657cfa-78fd-4264-ae8f-0bc693abb684 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.639920] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.640123] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.640304] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.640476] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.640591] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.640738] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.640946] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.641120] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.641292] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.641454] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.641631] env[69990]: DEBUG nova.virt.hardware [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.642506] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e54ba8a-289e-4d23-9f58-6dcc298e4d66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.645569] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b76d30-d9b5-4d28-869b-6349d81b63e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.655536] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa6e622-cc64-45f7-abbc-3b1c18e3ae0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.661511] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003eb18-5b1f-4994-88af-86dc07551d81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.675605] env[69990]: DEBUG nova.compute.provider_tree [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.691327] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:a0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3638b236-ea44-4f1b-bbb1-d54997d77967', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.699898] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.707612] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.707612] env[69990]: DEBUG nova.compute.manager [req-5a6a3002-d1c6-4e43-9a94-51e7eaeedabb req-af144793-bbb0-4d45-9ae3-a76d20a535c1 service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Received event network-vif-plugged-0863b890-ad3b-41e0-b4df-8d2689c122c0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.707612] env[69990]: DEBUG oslo_concurrency.lockutils [req-5a6a3002-d1c6-4e43-9a94-51e7eaeedabb req-af144793-bbb0-4d45-9ae3-a76d20a535c1 service nova] Acquiring lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.707612] env[69990]: DEBUG oslo_concurrency.lockutils [req-5a6a3002-d1c6-4e43-9a94-51e7eaeedabb req-af144793-bbb0-4d45-9ae3-a76d20a535c1 service nova] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.707612] env[69990]: DEBUG oslo_concurrency.lockutils [req-5a6a3002-d1c6-4e43-9a94-51e7eaeedabb req-af144793-bbb0-4d45-9ae3-a76d20a535c1 service nova] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.707612] env[69990]: DEBUG nova.compute.manager [req-5a6a3002-d1c6-4e43-9a94-51e7eaeedabb req-af144793-bbb0-4d45-9ae3-a76d20a535c1 service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] No waiting events found dispatching network-vif-plugged-0863b890-ad3b-41e0-b4df-8d2689c122c0 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.707612] env[69990]: WARNING nova.compute.manager [req-5a6a3002-d1c6-4e43-9a94-51e7eaeedabb req-af144793-bbb0-4d45-9ae3-a76d20a535c1 service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Received unexpected event network-vif-plugged-0863b890-ad3b-41e0-b4df-8d2689c122c0 for instance with vm_state building and task_state spawning. [ 1024.708216] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47fa008-abc4-4b8b-aba3-fa528f6e7ddf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.724923] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.725185] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.725381] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.725556] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.725714] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.727693] env[69990]: INFO nova.compute.manager [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Terminating instance [ 1024.737150] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.737150] env[69990]: value = "task-3446700" [ 1024.737150] env[69990]: _type = "Task" [ 1024.737150] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.742480] env[69990]: DEBUG nova.scheduler.client.report [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1024.742723] env[69990]: DEBUG nova.compute.provider_tree [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 139 to 140 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1024.742899] env[69990]: DEBUG nova.compute.provider_tree [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.752407] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446700, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.790398] env[69990]: DEBUG nova.network.neutron [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Successfully updated port: 0863b890-ad3b-41e0-b4df-8d2689c122c0 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.852039] env[69990]: DEBUG nova.compute.manager [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.852039] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.852606] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8048a-1572-405f-abf7-61a5c7591768 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.860483] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.860808] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be57c951-410b-4859-ade4-b5aa6befbb96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.867503] env[69990]: DEBUG oslo_vmware.api [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1024.867503] env[69990]: value = "task-3446701" [ 1024.867503] env[69990]: _type = "Task" [ 1024.867503] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.875161] env[69990]: DEBUG oslo_vmware.api [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.897652] env[69990]: DEBUG nova.compute.manager [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Received event network-changed-146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.897931] env[69990]: DEBUG nova.compute.manager [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing instance network info cache due to event network-changed-146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.898189] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] Acquiring lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.898429] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] Acquired lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.898543] env[69990]: DEBUG nova.network.neutron [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Refreshing network info cache for port 146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.951988] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5257c1e6-836e-7689-6bad-01619d796d01, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.956870] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.957259] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.957623] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.957812] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.958131] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.958516] env[69990]: DEBUG oslo_vmware.api [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446699, 'name': ReconfigVM_Task, 'duration_secs': 0.173827} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.959089] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20d97284-62d9-4324-8cfb-d3a9777c5bb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.961040] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7972d82a-7b28-452e-8de1-25da7e20f5e1 tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Reconfigured VM instance to set the machine id {{(pid=69990) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1024.971922] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.972275] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.973461] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a5eb21-e766-4b39-b0af-3cb1dee64fa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.979248] env[69990]: INFO nova.compute.manager [-] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Took 1.53 seconds to deallocate network for instance. [ 1024.985032] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1024.985032] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5215c02d-901e-e282-6713-a2f22f48a95b" [ 1024.985032] env[69990]: _type = "Task" [ 1024.985032] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.001117] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5215c02d-901e-e282-6713-a2f22f48a95b, 'name': SearchDatastore_Task, 'duration_secs': 0.015228} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.003220] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd145d06-ca41-418c-b5bb-14ab2f20e912 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.010258] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1025.010258] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520a8e8f-8be4-1d5f-b894-41f31030eb40" [ 1025.010258] env[69990]: _type = "Task" [ 1025.010258] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.019916] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520a8e8f-8be4-1d5f-b894-41f31030eb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.232968] env[69990]: DEBUG nova.compute.manager [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.233235] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.234165] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca76ab7c-4c32-417c-8430-1ea59701deaa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.244793] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.245627] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9caec158-8ec4-41bb-8aed-4af1956c5f4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.250799] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.991s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.251304] env[69990]: DEBUG nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.253790] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446700, 'name': CreateVM_Task, 'duration_secs': 0.506055} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.254305] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.088s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.255740] env[69990]: INFO nova.compute.claims [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.262024] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.262024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.262024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.262024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.262024] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b40216-7951-4faf-8987-a6f32567fbd0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.263269] env[69990]: DEBUG oslo_vmware.api [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 1025.263269] env[69990]: value = "task-3446702" [ 1025.263269] env[69990]: _type = "Task" [ 1025.263269] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.268953] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1025.268953] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525d9da8-3083-c260-7845-d0934e760945" [ 1025.268953] env[69990]: _type = "Task" [ 1025.268953] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.276323] env[69990]: DEBUG oslo_vmware.api [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.281924] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525d9da8-3083-c260-7845-d0934e760945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.293765] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "refresh_cache-04f2a81b-e708-446b-9b7c-7303cc32ec9d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.293895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "refresh_cache-04f2a81b-e708-446b-9b7c-7303cc32ec9d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.294162] env[69990]: DEBUG nova.network.neutron [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.378445] env[69990]: DEBUG oslo_vmware.api [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446701, 'name': PowerOffVM_Task, 'duration_secs': 0.306381} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.379899] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.379899] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.379899] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f2d290c-1890-43d8-aebc-429e0387ccdc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.446684] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.446852] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.447602] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleting the datastore file [datastore1] 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.447602] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8a91e0-8f58-4387-b63b-5cf1d9d64942 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.456714] env[69990]: DEBUG oslo_vmware.api [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1025.456714] env[69990]: value = "task-3446704" [ 1025.456714] env[69990]: _type = "Task" [ 1025.456714] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.467152] env[69990]: DEBUG oslo_vmware.api [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.495018] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.526451] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520a8e8f-8be4-1d5f-b894-41f31030eb40, 'name': SearchDatastore_Task, 'duration_secs': 0.018991} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.526635] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.526812] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 506a8d37-0a02-46b3-af37-4ea8f4b05e95/506a8d37-0a02-46b3-af37-4ea8f4b05e95.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.527096] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1728051-d13d-4cd1-a52b-d6c9965b7c92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.533686] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1025.533686] env[69990]: value = "task-3446705" [ 1025.533686] env[69990]: _type = "Task" [ 1025.533686] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.541761] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.703896] env[69990]: DEBUG nova.network.neutron [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updated VIF entry in instance network info cache for port 146566cd-d783-4632-9f85-5953540c60e2. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.704437] env[69990]: DEBUG nova.network.neutron [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [{"id": "146566cd-d783-4632-9f85-5953540c60e2", "address": "fa:16:3e:fc:17:55", "network": {"id": "b9e7a484-86a7-4657-9ad6-9bb0ecd66ac3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1535135791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b7aa996cef4037b8c13a76fc21def9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146566cd-d7", "ovs_interfaceid": "146566cd-d783-4632-9f85-5953540c60e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.757049] env[69990]: DEBUG nova.compute.utils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.759039] env[69990]: DEBUG nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.759039] env[69990]: DEBUG nova.network.neutron [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.782031] env[69990]: DEBUG oslo_vmware.api [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446702, 'name': PowerOffVM_Task, 'duration_secs': 0.327398} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.782858] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.783135] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.783665] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78648277-70da-4fb4-a4cb-bacd09e4e146 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.789564] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525d9da8-3083-c260-7845-d0934e760945, 'name': SearchDatastore_Task, 'duration_secs': 0.01718} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.790286] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.790534] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.790769] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.790917] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.791104] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.791372] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbec4353-b9ec-4637-a4bd-d7dfeefd9afb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.801090] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.801282] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.803238] env[69990]: DEBUG nova.policy [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a503cea6b5493fb9f69d2d35c6a438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924d4a88cf644ab1bd49987168f56483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.804911] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753f4307-edc5-441e-b7fc-bd0328135780 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.812371] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1025.812371] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5251aaff-4e89-5299-dd34-9291649abb11" [ 1025.812371] env[69990]: _type = "Task" [ 1025.812371] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.820810] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5251aaff-4e89-5299-dd34-9291649abb11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.835296] env[69990]: DEBUG nova.network.neutron [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.858256] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.858530] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.858772] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Deleting the datastore file [datastore2] 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.859157] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa996eab-6adb-481f-8048-53b20b2b01fa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.865212] env[69990]: DEBUG oslo_vmware.api [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for the task: (returnval){ [ 1025.865212] env[69990]: value = "task-3446707" [ 1025.865212] env[69990]: _type = "Task" [ 1025.865212] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.873792] env[69990]: DEBUG oslo_vmware.api [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.968262] env[69990]: DEBUG oslo_vmware.api [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40951} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.969404] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.969404] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.969404] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.969642] env[69990]: INFO nova.compute.manager [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1025.969922] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.970163] env[69990]: DEBUG nova.compute.manager [-] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.970259] env[69990]: DEBUG nova.network.neutron [-] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.996905] env[69990]: DEBUG nova.network.neutron [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Updating instance_info_cache with network_info: [{"id": "0863b890-ad3b-41e0-b4df-8d2689c122c0", "address": "fa:16:3e:05:66:2b", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0863b890-ad", "ovs_interfaceid": "0863b890-ad3b-41e0-b4df-8d2689c122c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.051701] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446705, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.100489] env[69990]: DEBUG nova.network.neutron [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Successfully created port: aed918b2-c7ae-4b53-8dc9-b4158495d88f {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.207924] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] Releasing lock "refresh_cache-95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.208429] env[69990]: DEBUG nova.compute.manager [req-f9a0fd47-cddb-4410-ace6-c3713979d50a req-b0d283f7-78ab-4f95-b1a9-9b876ae4a921 service nova] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Received event network-vif-deleted-ca906672-aba3-4128-a918-6e449a187cc9 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.262166] env[69990]: DEBUG nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.323867] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5251aaff-4e89-5299-dd34-9291649abb11, 'name': SearchDatastore_Task, 'duration_secs': 0.027263} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.328241] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476a4dba-82b0-4c5a-a4ed-c2d46aa25180 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.333398] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1026.333398] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527a290f-94ad-9b26-ee70-576bc6ab7da5" [ 1026.333398] env[69990]: _type = "Task" [ 1026.333398] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.347869] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527a290f-94ad-9b26-ee70-576bc6ab7da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.375132] env[69990]: DEBUG oslo_vmware.api [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Task: {'id': task-3446707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420515} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.378189] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.378477] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.378893] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.379056] env[69990]: INFO nova.compute.manager [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1026.379343] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.380934] env[69990]: DEBUG nova.compute.manager [-] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.381059] env[69990]: DEBUG nova.network.neutron [-] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.502337] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "refresh_cache-04f2a81b-e708-446b-9b7c-7303cc32ec9d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.502723] env[69990]: DEBUG nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Instance network_info: |[{"id": "0863b890-ad3b-41e0-b4df-8d2689c122c0", "address": "fa:16:3e:05:66:2b", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0863b890-ad", "ovs_interfaceid": "0863b890-ad3b-41e0-b4df-8d2689c122c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.504091] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:66:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0863b890-ad3b-41e0-b4df-8d2689c122c0', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.518069] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.518214] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.518403] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27d00e13-2745-4eb5-829d-12e5125b911a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.541811] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.541811] env[69990]: value = "task-3446708" [ 1026.541811] env[69990]: _type = "Task" [ 1026.541811] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.545081] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706893} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.547945] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 506a8d37-0a02-46b3-af37-4ea8f4b05e95/506a8d37-0a02-46b3-af37-4ea8f4b05e95.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.548176] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.550550] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0710a10-0166-4881-9035-aeab3e2b673e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.557961] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.560351] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1026.560351] env[69990]: value = "task-3446709" [ 1026.560351] env[69990]: _type = "Task" [ 1026.560351] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.566012] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.633466] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5176b65-6523-40f0-b379-09dbe202f213 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.644242] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa4940-8c8e-466e-bbc2-8431508d1eef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.680825] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b419b-dc3f-4d97-b225-4060e1776e51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.690999] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e35611-00c7-4679-a209-3b157f65baaf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.707665] env[69990]: DEBUG nova.compute.provider_tree [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.720690] env[69990]: DEBUG nova.compute.manager [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Received event network-changed-0863b890-ad3b-41e0-b4df-8d2689c122c0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.720978] env[69990]: DEBUG nova.compute.manager [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Refreshing instance network info cache due to event network-changed-0863b890-ad3b-41e0-b4df-8d2689c122c0. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.721288] env[69990]: DEBUG oslo_concurrency.lockutils [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] Acquiring lock "refresh_cache-04f2a81b-e708-446b-9b7c-7303cc32ec9d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.721493] env[69990]: DEBUG oslo_concurrency.lockutils [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] Acquired lock "refresh_cache-04f2a81b-e708-446b-9b7c-7303cc32ec9d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.721751] env[69990]: DEBUG nova.network.neutron [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Refreshing network info cache for port 0863b890-ad3b-41e0-b4df-8d2689c122c0 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.847589] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527a290f-94ad-9b26-ee70-576bc6ab7da5, 'name': SearchDatastore_Task, 'duration_secs': 0.022534} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.847589] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.847589] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.847589] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99fafd76-ed28-462e-85af-fc9957225cf2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.856153] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1026.856153] env[69990]: value = "task-3446710" [ 1026.856153] env[69990]: _type = "Task" [ 1026.856153] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.865756] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.883370] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0179-dd2d-f622-5f4f-bfd0bf8219e5/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1026.883370] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d2125f-3fbb-46ae-b542-ca6f9914d9c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.889087] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0179-dd2d-f622-5f4f-bfd0bf8219e5/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1026.889475] env[69990]: ERROR oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0179-dd2d-f622-5f4f-bfd0bf8219e5/disk-0.vmdk due to incomplete transfer. [ 1026.889840] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb6c8553-7708-4612-b8b5-9d28cbe56992 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.897509] env[69990]: DEBUG oslo_vmware.rw_handles [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b0179-dd2d-f622-5f4f-bfd0bf8219e5/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1026.897895] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Uploaded image 14e98df1-895a-426f-9013-b67ae4f27fc8 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1026.902211] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1026.902211] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8623ef5-5094-450e-ae7e-c434e6fb6333 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.908028] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1026.908028] env[69990]: value = "task-3446711" [ 1026.908028] env[69990]: _type = "Task" [ 1026.908028] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.921501] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446711, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.015669] env[69990]: DEBUG nova.compute.manager [req-06d52f81-4f4a-4583-bbd0-ed4c6967566b req-cb686bc1-ba5a-4fbe-af83-838faaf034fc service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Received event network-vif-deleted-17cb6739-9f37-4f30-8abf-dd8ac700b2f1 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.015858] env[69990]: INFO nova.compute.manager [req-06d52f81-4f4a-4583-bbd0-ed4c6967566b req-cb686bc1-ba5a-4fbe-af83-838faaf034fc service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Neutron deleted interface 17cb6739-9f37-4f30-8abf-dd8ac700b2f1; detaching it from the instance and deleting it from the info cache [ 1027.016034] env[69990]: DEBUG nova.network.neutron [req-06d52f81-4f4a-4583-bbd0-ed4c6967566b req-cb686bc1-ba5a-4fbe-af83-838faaf034fc service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.054573] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.068244] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148014} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.068494] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.069270] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1612af-85f6-4e88-a0b1-ee108a1dd251 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.093062] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 506a8d37-0a02-46b3-af37-4ea8f4b05e95/506a8d37-0a02-46b3-af37-4ea8f4b05e95.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.093062] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334e0730-c6b7-4812-835f-e14ea53658a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.113813] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1027.113813] env[69990]: value = "task-3446712" [ 1027.113813] env[69990]: _type = "Task" [ 1027.113813] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.121869] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.197797] env[69990]: DEBUG nova.network.neutron [-] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.215074] env[69990]: DEBUG nova.scheduler.client.report [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.277409] env[69990]: DEBUG nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.321104] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.321356] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.321514] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.321691] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.321836] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.321990] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.322294] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.322920] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.323178] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.323355] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.323533] env[69990]: DEBUG nova.virt.hardware [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.327253] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ce50f4-19d3-4948-835b-ba022551ff75 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.337076] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b9fcb-3a13-4324-b239-af72d29c7caa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.373025] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446710, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.421085] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446711, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.523342] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa1690a3-295c-4e76-a654-65ce71b4e595 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.556272] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc7a82b-4853-4ef3-a211-a9e5c4ca86ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.579361] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.580556] env[69990]: DEBUG nova.network.neutron [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Updated VIF entry in instance network info cache for port 0863b890-ad3b-41e0-b4df-8d2689c122c0. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.580976] env[69990]: DEBUG nova.network.neutron [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Updating instance_info_cache with network_info: [{"id": "0863b890-ad3b-41e0-b4df-8d2689c122c0", "address": "fa:16:3e:05:66:2b", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0863b890-ad", "ovs_interfaceid": "0863b890-ad3b-41e0-b4df-8d2689c122c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.600667] env[69990]: DEBUG nova.compute.manager [req-06d52f81-4f4a-4583-bbd0-ed4c6967566b req-cb686bc1-ba5a-4fbe-af83-838faaf034fc service nova] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Detach interface failed, port_id=17cb6739-9f37-4f30-8abf-dd8ac700b2f1, reason: Instance 37bc5bcb-6595-46c0-9b3f-3591cf13546a could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.624879] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.700177] env[69990]: INFO nova.compute.manager [-] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Took 1.73 seconds to deallocate network for instance. [ 1027.724427] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.724921] env[69990]: DEBUG nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.732027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.388s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.732027] env[69990]: INFO nova.compute.claims [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.785920] env[69990]: DEBUG nova.network.neutron [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Successfully updated port: aed918b2-c7ae-4b53-8dc9-b4158495d88f {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.869318] env[69990]: DEBUG nova.network.neutron [-] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.870700] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843674} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.870835] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.870992] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.871448] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d839625f-aa14-4210-8dbb-93a86127341f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.877449] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1027.877449] env[69990]: value = "task-3446713" [ 1027.877449] env[69990]: _type = "Task" [ 1027.877449] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.885567] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.916331] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446711, 'name': Destroy_Task, 'duration_secs': 0.880046} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.916604] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Destroyed the VM [ 1027.916836] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1027.917385] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8ac4a49-7b26-45b6-a449-d244497177ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.923634] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1027.923634] env[69990]: value = "task-3446714" [ 1027.923634] env[69990]: _type = "Task" [ 1027.923634] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.931676] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.055497] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.084774] env[69990]: DEBUG oslo_concurrency.lockutils [req-3afe4f78-75c3-4705-9f94-0a70d4218e09 req-7755a2b0-753f-49cd-8a1c-eff64ad0177d service nova] Releasing lock "refresh_cache-04f2a81b-e708-446b-9b7c-7303cc32ec9d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.125484] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446712, 'name': ReconfigVM_Task, 'duration_secs': 0.759756} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.126419] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 506a8d37-0a02-46b3-af37-4ea8f4b05e95/506a8d37-0a02-46b3-af37-4ea8f4b05e95.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.126734] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c5076f1-39c8-4ffa-b2fd-12d9cffe10ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.132889] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1028.132889] env[69990]: value = "task-3446715" [ 1028.132889] env[69990]: _type = "Task" [ 1028.132889] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.147718] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446715, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.207401] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.235691] env[69990]: DEBUG nova.compute.utils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.240056] env[69990]: DEBUG nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.240240] env[69990]: DEBUG nova.network.neutron [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.291440] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-3fe63083-5337-4715-a36c-62d47303a39b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.291604] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-3fe63083-5337-4715-a36c-62d47303a39b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.291771] env[69990]: DEBUG nova.network.neutron [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.295424] env[69990]: DEBUG nova.policy [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '947986c3712e4af695a7b32af53bdaf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bc0d955bbdd4774ae4d9544b25db3fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.372121] env[69990]: INFO nova.compute.manager [-] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Took 1.99 seconds to deallocate network for instance. [ 1028.389590] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082007} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.389915] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.390865] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3d0041-a013-467d-b2db-4e8ac0f750bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.413851] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.414172] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5831b5a2-1587-44cf-934a-f4b5b47d7469 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.438064] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446714, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.439279] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1028.439279] env[69990]: value = "task-3446716" [ 1028.439279] env[69990]: _type = "Task" [ 1028.439279] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.447130] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.558275] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.570779] env[69990]: DEBUG nova.network.neutron [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Successfully created port: efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.643589] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446715, 'name': Rename_Task, 'duration_secs': 0.224539} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.643901] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.644203] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b41233e-af37-42b5-a9e6-16bd94467f58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.650641] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1028.650641] env[69990]: value = "task-3446717" [ 1028.650641] env[69990]: _type = "Task" [ 1028.650641] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.660802] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.740535] env[69990]: DEBUG nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.832102] env[69990]: DEBUG nova.network.neutron [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.885367] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.939765] env[69990]: DEBUG oslo_vmware.api [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446714, 'name': RemoveSnapshot_Task, 'duration_secs': 0.78766} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.942602] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.943063] env[69990]: INFO nova.compute.manager [None req-cf27261c-e6de-42d5-b356-755609fc239f tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Took 18.65 seconds to snapshot the instance on the hypervisor. [ 1028.958631] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446716, 'name': ReconfigVM_Task, 'duration_secs': 0.360654} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.958933] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.961953] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ae085d-13da-4202-9062-fc15644299d4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.970083] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1028.970083] env[69990]: value = "task-3446718" [ 1028.970083] env[69990]: _type = "Task" [ 1028.970083] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.979906] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446718, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.008244] env[69990]: DEBUG nova.compute.manager [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Received event network-vif-plugged-aed918b2-c7ae-4b53-8dc9-b4158495d88f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.008367] env[69990]: DEBUG oslo_concurrency.lockutils [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] Acquiring lock "3fe63083-5337-4715-a36c-62d47303a39b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.009043] env[69990]: DEBUG oslo_concurrency.lockutils [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] Lock "3fe63083-5337-4715-a36c-62d47303a39b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.009698] env[69990]: DEBUG oslo_concurrency.lockutils [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] Lock "3fe63083-5337-4715-a36c-62d47303a39b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.009698] env[69990]: DEBUG nova.compute.manager [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] No waiting events found dispatching network-vif-plugged-aed918b2-c7ae-4b53-8dc9-b4158495d88f {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.009698] env[69990]: WARNING nova.compute.manager [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Received unexpected event network-vif-plugged-aed918b2-c7ae-4b53-8dc9-b4158495d88f for instance with vm_state building and task_state spawning. [ 1029.009877] env[69990]: DEBUG nova.compute.manager [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Received event network-changed-aed918b2-c7ae-4b53-8dc9-b4158495d88f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.010029] env[69990]: DEBUG nova.compute.manager [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Refreshing instance network info cache due to event network-changed-aed918b2-c7ae-4b53-8dc9-b4158495d88f. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.010449] env[69990]: DEBUG oslo_concurrency.lockutils [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] Acquiring lock "refresh_cache-3fe63083-5337-4715-a36c-62d47303a39b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.041334] env[69990]: DEBUG nova.network.neutron [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Updating instance_info_cache with network_info: [{"id": "aed918b2-c7ae-4b53-8dc9-b4158495d88f", "address": "fa:16:3e:f0:69:82", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed918b2-c7", "ovs_interfaceid": "aed918b2-c7ae-4b53-8dc9-b4158495d88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.062988] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.067531] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d9af86-0206-4239-b052-b11e932ce66e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.074744] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e3d71-e55b-4cf4-86d1-72f15c1b3d21 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.106644] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00648ffa-a141-488a-946e-ce8006fd16f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.114633] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca49811d-cee6-4227-a7fa-cc9bc24e5c5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.130982] env[69990]: DEBUG nova.compute.provider_tree [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.133696] env[69990]: DEBUG nova.compute.manager [req-f2de03cf-cf3d-4996-8a47-59f317ce49c5 req-954c08a0-9e9a-4266-953e-30a3229419e4 service nova] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Received event network-vif-deleted-146566cd-d783-4632-9f85-5953540c60e2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.161688] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.485078] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446718, 'name': Rename_Task, 'duration_secs': 0.250437} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.485078] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.485613] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79417ce8-8b92-4b0e-b2a2-62f5ff80c94c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.491641] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1029.491641] env[69990]: value = "task-3446719" [ 1029.491641] env[69990]: _type = "Task" [ 1029.491641] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.499931] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.545120] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-3fe63083-5337-4715-a36c-62d47303a39b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.545120] env[69990]: DEBUG nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Instance network_info: |[{"id": "aed918b2-c7ae-4b53-8dc9-b4158495d88f", "address": "fa:16:3e:f0:69:82", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed918b2-c7", "ovs_interfaceid": "aed918b2-c7ae-4b53-8dc9-b4158495d88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.545120] env[69990]: DEBUG oslo_concurrency.lockutils [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] Acquired lock "refresh_cache-3fe63083-5337-4715-a36c-62d47303a39b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.545120] env[69990]: DEBUG nova.network.neutron [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Refreshing network info cache for port aed918b2-c7ae-4b53-8dc9-b4158495d88f {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.546284] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:69:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aed918b2-c7ae-4b53-8dc9-b4158495d88f', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.553800] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.554828] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.558349] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856a239b-5acf-4739-a64d-fdba1328a727 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.579157] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.579814] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.579814] env[69990]: value = "task-3446720" [ 1029.579814] env[69990]: _type = "Task" [ 1029.579814] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.588015] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446720, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.662129] env[69990]: DEBUG oslo_vmware.api [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3446717, 'name': PowerOnVM_Task, 'duration_secs': 0.566094} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.662129] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.662366] env[69990]: INFO nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1029.662366] env[69990]: DEBUG nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.663207] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643bc2e-a9be-4183-b52f-8412dde97c6f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.673505] env[69990]: DEBUG nova.scheduler.client.report [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1029.673771] env[69990]: DEBUG nova.compute.provider_tree [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 140 to 141 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1029.673956] env[69990]: DEBUG nova.compute.provider_tree [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.753839] env[69990]: DEBUG nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.782060] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.782332] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.782496] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.782702] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.782859] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.783033] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.783314] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.783498] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.783686] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.783874] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.784117] env[69990]: DEBUG nova.virt.hardware [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.785180] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71e17a6-12e2-41db-8a84-ebcdae192f85 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.793372] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b033e80-3cb7-4537-a0d7-7ea5ea1d3ea1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.001670] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.068275] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.089035] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446720, 'name': CreateVM_Task, 'duration_secs': 0.359192} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.089170] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.090026] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.090155] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.090400] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.090663] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a83548e-8756-49c1-8039-16098e8e28ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.095568] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1030.095568] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52454159-2f03-885d-6d08-2e12dd9ad2c2" [ 1030.095568] env[69990]: _type = "Task" [ 1030.095568] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.103197] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52454159-2f03-885d-6d08-2e12dd9ad2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.179017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.179736] env[69990]: DEBUG nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.186184] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.691s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.186387] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.188514] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.981s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.188700] env[69990]: DEBUG nova.objects.instance [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'resources' on Instance uuid 37bc5bcb-6595-46c0-9b3f-3591cf13546a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.192125] env[69990]: INFO nova.compute.manager [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Took 24.23 seconds to build instance. [ 1030.222361] env[69990]: INFO nova.scheduler.client.report [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted allocations for instance 47114c84-b4b6-4912-b071-8ba4524aa6ab [ 1030.400273] env[69990]: DEBUG nova.network.neutron [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Updated VIF entry in instance network info cache for port aed918b2-c7ae-4b53-8dc9-b4158495d88f. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.400273] env[69990]: DEBUG nova.network.neutron [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Updating instance_info_cache with network_info: [{"id": "aed918b2-c7ae-4b53-8dc9-b4158495d88f", "address": "fa:16:3e:f0:69:82", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed918b2-c7", "ovs_interfaceid": "aed918b2-c7ae-4b53-8dc9-b4158495d88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.509280] env[69990]: DEBUG oslo_vmware.api [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446719, 'name': PowerOnVM_Task, 'duration_secs': 0.757872} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.509280] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.509280] env[69990]: DEBUG nova.compute.manager [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.509280] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13138bc3-9460-4981-a382-6f1f2ef4fdf0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.515805] env[69990]: DEBUG nova.compute.manager [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.517079] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c0886e-aefb-4886-b640-33a0d7bb92fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.574024] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.592936] env[69990]: DEBUG nova.compute.manager [req-01123b34-a51e-4d47-a385-e501074d5ca2 req-6f991b85-bf61-475a-8a15-8d699aea1e6c service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Received event network-vif-plugged-efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.592936] env[69990]: DEBUG oslo_concurrency.lockutils [req-01123b34-a51e-4d47-a385-e501074d5ca2 req-6f991b85-bf61-475a-8a15-8d699aea1e6c service nova] Acquiring lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.592936] env[69990]: DEBUG oslo_concurrency.lockutils [req-01123b34-a51e-4d47-a385-e501074d5ca2 req-6f991b85-bf61-475a-8a15-8d699aea1e6c service nova] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.592936] env[69990]: DEBUG oslo_concurrency.lockutils [req-01123b34-a51e-4d47-a385-e501074d5ca2 req-6f991b85-bf61-475a-8a15-8d699aea1e6c service nova] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.592936] env[69990]: DEBUG nova.compute.manager [req-01123b34-a51e-4d47-a385-e501074d5ca2 req-6f991b85-bf61-475a-8a15-8d699aea1e6c service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] No waiting events found dispatching network-vif-plugged-efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.594122] env[69990]: WARNING nova.compute.manager [req-01123b34-a51e-4d47-a385-e501074d5ca2 req-6f991b85-bf61-475a-8a15-8d699aea1e6c service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Received unexpected event network-vif-plugged-efd9a419-ce30-4de9-bd9b-88cf73729ddb for instance with vm_state building and task_state spawning. [ 1030.606040] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52454159-2f03-885d-6d08-2e12dd9ad2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.024961} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.606411] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.606790] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.607205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.607474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.607729] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.607999] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e0a992-74fd-461d-8b03-dea1eb2fd6d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.619694] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.619891] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.620645] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3a7752-a7d7-49b2-8dd9-4ab86b8651af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.625880] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1030.625880] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5206a78f-0d27-d03c-8ca3-8710f873775a" [ 1030.625880] env[69990]: _type = "Task" [ 1030.625880] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.634981] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5206a78f-0d27-d03c-8ca3-8710f873775a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.687617] env[69990]: DEBUG nova.compute.utils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.689053] env[69990]: DEBUG nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.689248] env[69990]: DEBUG nova.network.neutron [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.694356] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79920d76-75e0-4f33-9d54-e30794083e89 tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.759s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.730990] env[69990]: DEBUG nova.policy [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5123836eb0c3440984981279779f5162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a14c56d15d74381b343367d5452a8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.733237] env[69990]: DEBUG oslo_concurrency.lockutils [None req-22a6e903-6f60-4508-848c-fe28da619f56 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "47114c84-b4b6-4912-b071-8ba4524aa6ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.933s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.901921] env[69990]: DEBUG oslo_concurrency.lockutils [req-26d420ca-a330-40fd-844a-38e0db464763 req-f6853ac4-9cbc-4832-8859-7d6569e88309 service nova] Releasing lock "refresh_cache-3fe63083-5337-4715-a36c-62d47303a39b" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.964092] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc3d9d-cadb-444b-8adf-230428358d18 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.973106] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5a7cc0-817e-4cd7-9867-0f06e54440cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.007238] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a47920-6028-4202-9f06-229da0279530 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.015167] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7946b760-18c8-4fbb-8bd3-db0c8d10b1eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.028638] env[69990]: DEBUG nova.compute.provider_tree [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.035501] env[69990]: INFO nova.compute.manager [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] instance snapshotting [ 1031.043475] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f25ab-458d-4dfe-acbc-4f0c75368d86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.046482] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.048947] env[69990]: DEBUG nova.compute.manager [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Received event network-changed-01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.049137] env[69990]: DEBUG nova.compute.manager [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Refreshing instance network info cache due to event network-changed-01bc004c-dd41-41c1-86ab-70a0354d8136. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.049426] env[69990]: DEBUG oslo_concurrency.lockutils [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] Acquiring lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.049503] env[69990]: DEBUG oslo_concurrency.lockutils [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] Acquired lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.049699] env[69990]: DEBUG nova.network.neutron [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Refreshing network info cache for port 01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.073760] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2868b4b-eaf0-45e9-927b-4238f4fb4420 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.075234] env[69990]: DEBUG nova.network.neutron [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Successfully updated port: efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.086907] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446708, 'name': CreateVM_Task, 'duration_secs': 4.393214} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.086907] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.086907] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.086907] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.086907] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.086907] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35692769-a417-48d2-b291-7f9a18570742 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.092492] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1031.092492] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f136df-5be0-f785-3aa5-4a79427ee59a" [ 1031.092492] env[69990]: _type = "Task" [ 1031.092492] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.104651] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f136df-5be0-f785-3aa5-4a79427ee59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.136465] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5206a78f-0d27-d03c-8ca3-8710f873775a, 'name': SearchDatastore_Task, 'duration_secs': 0.026293} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.137443] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f61768-e53b-494a-8a7d-01c232043808 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.142736] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1031.142736] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525c6411-20e4-ab90-e2b9-b8ea3a05f9f8" [ 1031.142736] env[69990]: _type = "Task" [ 1031.142736] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.151700] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525c6411-20e4-ab90-e2b9-b8ea3a05f9f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.163799] env[69990]: DEBUG nova.network.neutron [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Successfully created port: 4e2076f1-7c88-46e2-a031-dfb3bfbe6073 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.193231] env[69990]: DEBUG nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.531528] env[69990]: DEBUG nova.scheduler.client.report [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.584748] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.584881] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.585038] env[69990]: DEBUG nova.network.neutron [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.586754] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1031.587448] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48320c09-93f2-4dfc-8344-727e9f29beca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.597041] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1031.597041] env[69990]: value = "task-3446721" [ 1031.597041] env[69990]: _type = "Task" [ 1031.597041] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.604227] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f136df-5be0-f785-3aa5-4a79427ee59a, 'name': SearchDatastore_Task, 'duration_secs': 0.020327} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.604897] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.605166] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.605423] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.609962] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.654429] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525c6411-20e4-ab90-e2b9-b8ea3a05f9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.02085} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.654429] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.654664] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 3fe63083-5337-4715-a36c-62d47303a39b/3fe63083-5337-4715-a36c-62d47303a39b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.654950] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.655150] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.655713] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2946a6a8-ecc0-42a5-bc30-792028f12e30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.660053] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee212c1b-b2c2-443c-ae53-0fc866534484 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.667086] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1031.667086] env[69990]: value = "task-3446722" [ 1031.667086] env[69990]: _type = "Task" [ 1031.667086] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.671306] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.671495] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.672993] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271b9469-0f41-47ae-b278-17bc661a2373 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.679236] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.682462] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1031.682462] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52321b9c-8e85-1761-ef8a-2f87dd8bde28" [ 1031.682462] env[69990]: _type = "Task" [ 1031.682462] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.692944] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52321b9c-8e85-1761-ef8a-2f87dd8bde28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.803586] env[69990]: DEBUG nova.network.neutron [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Updated VIF entry in instance network info cache for port 01bc004c-dd41-41c1-86ab-70a0354d8136. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.803586] env[69990]: DEBUG nova.network.neutron [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Updating instance_info_cache with network_info: [{"id": "01bc004c-dd41-41c1-86ab-70a0354d8136", "address": "fa:16:3e:8a:d2:e4", "network": {"id": "cfc1ab1c-18fa-46de-94d3-7d4c157dc7db", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1554200732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7912581ec88b49638520c0f131795354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bc004c-dd", "ovs_interfaceid": "01bc004c-dd41-41c1-86ab-70a0354d8136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.037133] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.039569] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.154s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.039827] env[69990]: DEBUG nova.objects.instance [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lazy-loading 'resources' on Instance uuid 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.064169] env[69990]: INFO nova.scheduler.client.report [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted allocations for instance 37bc5bcb-6595-46c0-9b3f-3591cf13546a [ 1032.109514] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.121100] env[69990]: DEBUG nova.network.neutron [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.177601] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466068} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.177866] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 3fe63083-5337-4715-a36c-62d47303a39b/3fe63083-5337-4715-a36c-62d47303a39b.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.178098] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.178431] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-790eb324-3431-4267-9b94-d19cd8257698 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.188351] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1032.188351] env[69990]: value = "task-3446723" [ 1032.188351] env[69990]: _type = "Task" [ 1032.188351] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.198083] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52321b9c-8e85-1761-ef8a-2f87dd8bde28, 'name': SearchDatastore_Task, 'duration_secs': 0.019287} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.199710] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f8aae0-e2bb-453a-99ef-cde42725856e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.205622] env[69990]: DEBUG nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.207669] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.211724] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1032.211724] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526eb6f7-24f2-db28-edec-75021b76990f" [ 1032.211724] env[69990]: _type = "Task" [ 1032.211724] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.222034] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526eb6f7-24f2-db28-edec-75021b76990f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.242967] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.243253] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.243424] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.243610] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.244119] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.244357] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.244604] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.244768] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.244937] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.245136] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.245319] env[69990]: DEBUG nova.virt.hardware [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.246213] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5967eea6-f5a0-416c-b93d-2b3420fb6294 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.254466] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fad67e-abec-425c-b5ba-fc0c526e3e5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.272615] env[69990]: INFO nova.compute.manager [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Rebuilding instance [ 1032.306461] env[69990]: DEBUG oslo_concurrency.lockutils [req-c30300ac-2aa1-4e19-99fc-ec09b74d1302 req-48fed8bf-6eb9-48f4-a99c-ad83895b07b6 service nova] Releasing lock "refresh_cache-506a8d37-0a02-46b3-af37-4ea8f4b05e95" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.307625] env[69990]: DEBUG nova.network.neutron [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.313225] env[69990]: DEBUG nova.compute.manager [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.313967] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c476349-f0f2-4dc8-8d8c-4d83cc88478d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.541808] env[69990]: DEBUG nova.compute.manager [req-bf054bde-73a9-444d-ac1e-c3bd5d85adbf req-e74473e1-01d7-4cf1-ba99-d581ff487507 service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Received event network-vif-plugged-4e2076f1-7c88-46e2-a031-dfb3bfbe6073 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.542059] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf054bde-73a9-444d-ac1e-c3bd5d85adbf req-e74473e1-01d7-4cf1-ba99-d581ff487507 service nova] Acquiring lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.542250] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf054bde-73a9-444d-ac1e-c3bd5d85adbf req-e74473e1-01d7-4cf1-ba99-d581ff487507 service nova] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.542416] env[69990]: DEBUG oslo_concurrency.lockutils [req-bf054bde-73a9-444d-ac1e-c3bd5d85adbf req-e74473e1-01d7-4cf1-ba99-d581ff487507 service nova] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.542595] env[69990]: DEBUG nova.compute.manager [req-bf054bde-73a9-444d-ac1e-c3bd5d85adbf req-e74473e1-01d7-4cf1-ba99-d581ff487507 service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] No waiting events found dispatching network-vif-plugged-4e2076f1-7c88-46e2-a031-dfb3bfbe6073 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.542733] env[69990]: WARNING nova.compute.manager [req-bf054bde-73a9-444d-ac1e-c3bd5d85adbf req-e74473e1-01d7-4cf1-ba99-d581ff487507 service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Received unexpected event network-vif-plugged-4e2076f1-7c88-46e2-a031-dfb3bfbe6073 for instance with vm_state building and task_state spawning. [ 1032.574987] env[69990]: DEBUG oslo_concurrency.lockutils [None req-980d2323-7b55-4aef-98ad-1fefc4e7077f tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "37bc5bcb-6595-46c0-9b3f-3591cf13546a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.240s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.609967] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.625199] env[69990]: DEBUG nova.network.neutron [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Successfully updated port: 4e2076f1-7c88-46e2-a031-dfb3bfbe6073 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.698366] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074675} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.698633] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.699504] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7c84a6-5091-40c3-a2db-9e2db111bdb7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.725037] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3fe63083-5337-4715-a36c-62d47303a39b/3fe63083-5337-4715-a36c-62d47303a39b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.730372] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f273c080-6c57-4aac-b820-599e55bd1cf2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.751042] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526eb6f7-24f2-db28-edec-75021b76990f, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.751379] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.751641] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 04f2a81b-e708-446b-9b7c-7303cc32ec9d/04f2a81b-e708-446b-9b7c-7303cc32ec9d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.751946] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1032.751946] env[69990]: value = "task-3446724" [ 1032.751946] env[69990]: _type = "Task" [ 1032.751946] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.752143] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de525c07-840c-4aad-b193-70f5e503de52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.762709] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.763889] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1032.763889] env[69990]: value = "task-3446725" [ 1032.763889] env[69990]: _type = "Task" [ 1032.763889] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.772186] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.797783] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102086a-b6f0-484e-9f20-8af2c3a3cf8d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.806755] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786b2e3e-ed3c-410d-a9f3-e486c6d57ea2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.812048] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.812446] env[69990]: DEBUG nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Instance network_info: |[{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.812954] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:10:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efd9a419-ce30-4de9-bd9b-88cf73729ddb', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.824943] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.828151] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.863614] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf0aabb-36a6-4950-a7df-9e7e507acbfd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.880570] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc92e5b-8863-47b1-98b4-077b0011982c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.892019] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb38e2-881f-4bdd-ac87-307418370a23 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.893262] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.893262] env[69990]: value = "task-3446726" [ 1032.893262] env[69990]: _type = "Task" [ 1032.893262] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.904895] env[69990]: DEBUG nova.compute.provider_tree [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.911316] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446726, 'name': CreateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.077327] env[69990]: DEBUG nova.compute.manager [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Received event network-changed-efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.077638] env[69990]: DEBUG nova.compute.manager [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Refreshing instance network info cache due to event network-changed-efd9a419-ce30-4de9-bd9b-88cf73729ddb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.077903] env[69990]: DEBUG oslo_concurrency.lockutils [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] Acquiring lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.078087] env[69990]: DEBUG oslo_concurrency.lockutils [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] Acquired lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.078269] env[69990]: DEBUG nova.network.neutron [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Refreshing network info cache for port efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.110162] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.127541] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "refresh_cache-75f36ac0-29ce-4ed5-a310-8ff18a5a2660" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.127731] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "refresh_cache-75f36ac0-29ce-4ed5-a310-8ff18a5a2660" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.128016] env[69990]: DEBUG nova.network.neutron [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.268342] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.277978] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446725, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.364584] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.365098] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d73d5668-5da1-42a7-ab5d-293db93b1d66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.375376] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1033.375376] env[69990]: value = "task-3446727" [ 1033.375376] env[69990]: _type = "Task" [ 1033.375376] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.392013] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.411433] env[69990]: DEBUG nova.scheduler.client.report [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.416086] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446726, 'name': CreateVM_Task, 'duration_secs': 0.342575} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.416722] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.417757] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.417961] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.418381] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.418753] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f8bb5a-c3e5-4512-9758-2fcd6002f716 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.425281] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1033.425281] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d03827-d3f6-4018-72a0-a69d1425d511" [ 1033.425281] env[69990]: _type = "Task" [ 1033.425281] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.433607] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d03827-d3f6-4018-72a0-a69d1425d511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.610487] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446721, 'name': CreateSnapshot_Task, 'duration_secs': 1.671519} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.610832] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1033.611575] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da351a4b-d631-438d-8498-a5158667d80b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.659880] env[69990]: DEBUG nova.network.neutron [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.763777] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446724, 'name': ReconfigVM_Task, 'duration_secs': 0.885653} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.763777] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3fe63083-5337-4715-a36c-62d47303a39b/3fe63083-5337-4715-a36c-62d47303a39b.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.764279] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-136a80b5-a565-4f5d-81c9-cee09083483b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.772727] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1033.772727] env[69990]: value = "task-3446728" [ 1033.772727] env[69990]: _type = "Task" [ 1033.772727] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.780962] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682786} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.780962] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 04f2a81b-e708-446b-9b7c-7303cc32ec9d/04f2a81b-e708-446b-9b7c-7303cc32ec9d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.780962] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.780962] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47afc0f4-9d97-4641-ba58-abc52df78bcc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.787544] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446728, 'name': Rename_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.797035] env[69990]: DEBUG nova.network.neutron [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Updating instance_info_cache with network_info: [{"id": "4e2076f1-7c88-46e2-a031-dfb3bfbe6073", "address": "fa:16:3e:2b:0b:ff", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2076f1-7c", "ovs_interfaceid": "4e2076f1-7c88-46e2-a031-dfb3bfbe6073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.799315] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1033.799315] env[69990]: value = "task-3446729" [ 1033.799315] env[69990]: _type = "Task" [ 1033.799315] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.812189] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.888471] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446727, 'name': PowerOffVM_Task, 'duration_secs': 0.284958} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.893795] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.894151] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.894980] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153eca88-fdac-4e71-8dac-f72956c44bc7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.903799] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.904088] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f16323b5-a183-4423-8ff5-daa92c9a6aa4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.918720] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.920943] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.874s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.921328] env[69990]: DEBUG nova.objects.instance [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1033.938531] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d03827-d3f6-4018-72a0-a69d1425d511, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.938531] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.938531] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.938531] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.938531] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.938531] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.938531] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7110e81-1738-4597-b64a-c090dd3d26b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.949030] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.949227] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.950085] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a618c1a1-3046-4db6-b67c-b4f7017780c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.954108] env[69990]: INFO nova.scheduler.client.report [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Deleted allocations for instance 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a [ 1033.961535] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1033.961535] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529e3fed-c8a5-9c05-af2c-21ce0316474e" [ 1033.961535] env[69990]: _type = "Task" [ 1033.961535] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.969167] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.969386] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.969566] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleting the datastore file [datastore1] 276f50a8-6376-4df3-ab3b-5d25dc5184f3 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.972640] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-932df08a-a729-4939-bf27-9cdb67743df8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.975034] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529e3fed-c8a5-9c05-af2c-21ce0316474e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.980274] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1033.980274] env[69990]: value = "task-3446731" [ 1033.980274] env[69990]: _type = "Task" [ 1033.980274] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.989728] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.998068] env[69990]: DEBUG nova.network.neutron [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updated VIF entry in instance network info cache for port efd9a419-ce30-4de9-bd9b-88cf73729ddb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.998460] env[69990]: DEBUG nova.network.neutron [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.132068] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.132406] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89a47e54-4f25-4e8e-ba70-923aab78dfa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.140911] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1034.140911] env[69990]: value = "task-3446732" [ 1034.140911] env[69990]: _type = "Task" [ 1034.140911] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.149374] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446732, 'name': CloneVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.284724] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446728, 'name': Rename_Task, 'duration_secs': 0.13265} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.285116] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.285460] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-347c0b52-2028-4f8c-97c3-827e4ec69ce9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.291588] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1034.291588] env[69990]: value = "task-3446733" [ 1034.291588] env[69990]: _type = "Task" [ 1034.291588] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.301695] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "refresh_cache-75f36ac0-29ce-4ed5-a310-8ff18a5a2660" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.302056] env[69990]: DEBUG nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Instance network_info: |[{"id": "4e2076f1-7c88-46e2-a031-dfb3bfbe6073", "address": "fa:16:3e:2b:0b:ff", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2076f1-7c", "ovs_interfaceid": "4e2076f1-7c88-46e2-a031-dfb3bfbe6073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.302419] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.302770] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:0b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2076f1-7c88-46e2-a031-dfb3bfbe6073', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.310794] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.314096] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.314349] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba9916eb-9bd0-42f3-b078-edd1e90d1e2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.334420] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063325} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.335806] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.336111] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.336111] env[69990]: value = "task-3446734" [ 1034.336111] env[69990]: _type = "Task" [ 1034.336111] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.336839] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44db302-7e95-4a32-91a6-6d7e7285a79a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.348688] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446734, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.370401] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 04f2a81b-e708-446b-9b7c-7303cc32ec9d/04f2a81b-e708-446b-9b7c-7303cc32ec9d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.371154] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35821c0d-1067-4916-b869-84f3373a701f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.389952] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1034.389952] env[69990]: value = "task-3446735" [ 1034.389952] env[69990]: _type = "Task" [ 1034.389952] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.400065] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.468110] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b9fcf81b-e8f1-4461-9c6d-23487f2b448f tempest-AttachInterfacesUnderV243Test-197404682 tempest-AttachInterfacesUnderV243Test-197404682-project-member] Lock "95c0218d-7845-4dbd-b329-5a2d6c7e8c8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.743s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.476717] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529e3fed-c8a5-9c05-af2c-21ce0316474e, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.478241] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20790763-8a0b-4146-9f02-8e4139c2c183 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.489828] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1034.489828] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5236d5d4-f84f-4d93-10a9-f1f91a90ea92" [ 1034.489828] env[69990]: _type = "Task" [ 1034.489828] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.493798] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452424} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.497260] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.497477] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.498305] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.505560] env[69990]: DEBUG oslo_concurrency.lockutils [req-a67e2f24-1bf5-40b8-9f2a-1a77487a2134 req-9de73546-eac3-4edb-8d44-92c2222ab205 service nova] Releasing lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.509304] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5236d5d4-f84f-4d93-10a9-f1f91a90ea92, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.509549] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.509797] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.510148] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7fb4548-372b-456b-8910-05c875a6874d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.517960] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1034.517960] env[69990]: value = "task-3446736" [ 1034.517960] env[69990]: _type = "Task" [ 1034.517960] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.528454] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.628751] env[69990]: DEBUG nova.compute.manager [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Received event network-changed-4e2076f1-7c88-46e2-a031-dfb3bfbe6073 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.629065] env[69990]: DEBUG nova.compute.manager [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Refreshing instance network info cache due to event network-changed-4e2076f1-7c88-46e2-a031-dfb3bfbe6073. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.629316] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] Acquiring lock "refresh_cache-75f36ac0-29ce-4ed5-a310-8ff18a5a2660" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.629474] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] Acquired lock "refresh_cache-75f36ac0-29ce-4ed5-a310-8ff18a5a2660" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.629641] env[69990]: DEBUG nova.network.neutron [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Refreshing network info cache for port 4e2076f1-7c88-46e2-a031-dfb3bfbe6073 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.651309] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446732, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.803421] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.850981] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446734, 'name': CreateVM_Task, 'duration_secs': 0.505951} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.851728] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.852271] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.852453] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.852905] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.853812] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1df197-fc32-486c-b728-b32a24af6876 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.859718] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1034.859718] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52603c0c-31e3-76ea-ef05-84a6f6ae5512" [ 1034.859718] env[69990]: _type = "Task" [ 1034.859718] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.868761] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52603c0c-31e3-76ea-ef05-84a6f6ae5512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.902080] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446735, 'name': ReconfigVM_Task, 'duration_secs': 0.494688} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.902311] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 04f2a81b-e708-446b-9b7c-7303cc32ec9d/04f2a81b-e708-446b-9b7c-7303cc32ec9d.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.903024] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7930da13-c305-4248-84c1-53a65d293da1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.911427] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1034.911427] env[69990]: value = "task-3446737" [ 1034.911427] env[69990]: _type = "Task" [ 1034.911427] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.922242] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446737, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.931535] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3530f291-56fc-4249-ae43-03181d71fd1b tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.029679] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.090027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.090027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.090027] env[69990]: DEBUG nova.compute.manager [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.090027] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a90e8a8-8b87-4d61-a497-cfd658750681 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.098257] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.100355] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.105260] env[69990]: DEBUG nova.compute.manager [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1035.105260] env[69990]: DEBUG nova.objects.instance [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'flavor' on Instance uuid aa59ad5b-c9dd-46f3-8582-f295d9716514 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.152693] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446732, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.302844] env[69990]: DEBUG oslo_vmware.api [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446733, 'name': PowerOnVM_Task, 'duration_secs': 0.605374} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.303360] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.303794] env[69990]: INFO nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1035.304128] env[69990]: DEBUG nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.311309] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18957a71-8bd2-413b-a51e-254ba20a199f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.353090] env[69990]: DEBUG nova.network.neutron [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Updated VIF entry in instance network info cache for port 4e2076f1-7c88-46e2-a031-dfb3bfbe6073. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.353090] env[69990]: DEBUG nova.network.neutron [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Updating instance_info_cache with network_info: [{"id": "4e2076f1-7c88-46e2-a031-dfb3bfbe6073", "address": "fa:16:3e:2b:0b:ff", "network": {"id": "c883f866-b8ed-4eb3-8431-b0b42eb38ab9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-831050016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14c56d15d74381b343367d5452a8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2076f1-7c", "ovs_interfaceid": "4e2076f1-7c88-46e2-a031-dfb3bfbe6073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.370560] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52603c0c-31e3-76ea-ef05-84a6f6ae5512, 'name': SearchDatastore_Task, 'duration_secs': 0.057609} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.371151] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.371686] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.372076] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.372500] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.372829] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.374648] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501fdc05-690b-4aa6-8e18-b2eb10c0002b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.390045] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.390045] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.390793] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f10747a-31bc-40cd-a140-f0b2be849bd6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.396513] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1035.396513] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526785e8-b27b-a755-487b-97b76e04c8e6" [ 1035.396513] env[69990]: _type = "Task" [ 1035.396513] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.408861] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526785e8-b27b-a755-487b-97b76e04c8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.423980] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446737, 'name': Rename_Task, 'duration_secs': 0.210152} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.427386] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.427386] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d372f4f-d32c-4867-8234-837d843f4b02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.433133] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1035.433133] env[69990]: value = "task-3446738" [ 1035.433133] env[69990]: _type = "Task" [ 1035.433133] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.443148] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.532034] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594127} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.532034] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.532034] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.532034] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8622020a-279d-40cb-ac3b-0f4fcaf6e107 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539833] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1035.539833] env[69990]: value = "task-3446739" [ 1035.539833] env[69990]: _type = "Task" [ 1035.539833] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.544034] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.545060] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.545516] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.545918] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.547024] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.547024] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.547024] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.547024] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.547024] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.547648] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.548027] env[69990]: DEBUG nova.virt.hardware [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.549182] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f1a9e3-4a30-41f2-80db-604215a3e72b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.565246] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5995b2a-0be9-474a-813c-a70e1fd4e6ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.570133] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.580746] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:a0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3638b236-ea44-4f1b-bbb1-d54997d77967', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.589851] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.590305] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.590667] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83f24327-4bf3-435e-8fcb-2e808ca36a9c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.606189] env[69990]: DEBUG nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.617546] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.617546] env[69990]: value = "task-3446740" [ 1035.617546] env[69990]: _type = "Task" [ 1035.617546] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.630187] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446740, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.654887] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446732, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.827623] env[69990]: INFO nova.compute.manager [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Took 16.81 seconds to build instance. [ 1035.855146] env[69990]: DEBUG oslo_concurrency.lockutils [req-e7b655d1-9175-4ac6-adb7-3fa12d584ba3 req-ef71e1b2-cf5b-4315-9520-3199e294c0ba service nova] Releasing lock "refresh_cache-75f36ac0-29ce-4ed5-a310-8ff18a5a2660" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.911793] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526785e8-b27b-a755-487b-97b76e04c8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.044072} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.912737] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1d57fc-68dc-4004-b771-fca073e99a9e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.922015] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1035.922015] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5275c575-d89b-3d69-b62f-5d650d533fda" [ 1035.922015] env[69990]: _type = "Task" [ 1035.922015] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.927515] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5275c575-d89b-3d69-b62f-5d650d533fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.942490] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.058021] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169091} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.059208] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.059698] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e9da5d-221b-4cff-a6ef-0f01cbb3d5fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.081895] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.082292] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df2b807-2b14-4983-bf3a-d1b691b2549c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.103328] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1036.103328] env[69990]: value = "task-3446741" [ 1036.103328] env[69990]: _type = "Task" [ 1036.103328] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.114830] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.117482] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.117973] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ac5d04-74b9-4024-a9b6-597955be9e31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.128685] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446740, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.130246] env[69990]: DEBUG oslo_vmware.api [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1036.130246] env[69990]: value = "task-3446742" [ 1036.130246] env[69990]: _type = "Task" [ 1036.130246] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.135591] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.135963] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.138286] env[69990]: INFO nova.compute.claims [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.144677] env[69990]: DEBUG oslo_vmware.api [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.154308] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446732, 'name': CloneVM_Task, 'duration_secs': 1.768295} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.154756] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Created linked-clone VM from snapshot [ 1036.155466] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c97956-8b08-45f9-80ff-8a10eff46520 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.163903] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Uploading image 64f6b551-9d56-4816-8424-0202f8046036 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.213663] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1036.213663] env[69990]: value = "vm-688058" [ 1036.213663] env[69990]: _type = "VirtualMachine" [ 1036.213663] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1036.214077] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ff6926f-33d6-48d7-8d49-9008eb645541 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.221564] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lease: (returnval){ [ 1036.221564] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5256fc09-68fb-d2b1-82f9-b567eae92a16" [ 1036.221564] env[69990]: _type = "HttpNfcLease" [ 1036.221564] env[69990]: } obtained for exporting VM: (result){ [ 1036.221564] env[69990]: value = "vm-688058" [ 1036.221564] env[69990]: _type = "VirtualMachine" [ 1036.221564] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1036.221881] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the lease: (returnval){ [ 1036.221881] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5256fc09-68fb-d2b1-82f9-b567eae92a16" [ 1036.221881] env[69990]: _type = "HttpNfcLease" [ 1036.221881] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.230461] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.230461] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5256fc09-68fb-d2b1-82f9-b567eae92a16" [ 1036.230461] env[69990]: _type = "HttpNfcLease" [ 1036.230461] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.328474] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "3fe63083-5337-4715-a36c-62d47303a39b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.333077] env[69990]: DEBUG oslo_concurrency.lockutils [None req-722df28e-c14d-454d-99fc-eacce2d2f3b0 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.325s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.333300] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.005s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.333498] env[69990]: DEBUG nova.compute.manager [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.334521] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e32fe2-4b5a-411e-a837-9ba9fbda42b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.342252] env[69990]: DEBUG nova.compute.manager [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1036.342812] env[69990]: DEBUG nova.objects.instance [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'flavor' on Instance uuid 3fe63083-5337-4715-a36c-62d47303a39b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.436630] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5275c575-d89b-3d69-b62f-5d650d533fda, 'name': SearchDatastore_Task, 'duration_secs': 0.018741} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.441808] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.442296] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 75f36ac0-29ce-4ed5-a310-8ff18a5a2660/75f36ac0-29ce-4ed5-a310-8ff18a5a2660.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.442681] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1f0658-ce4b-48d9-af3b-e6931b33f43b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.453718] env[69990]: DEBUG oslo_vmware.api [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446738, 'name': PowerOnVM_Task, 'duration_secs': 0.845203} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.455284] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.455550] env[69990]: INFO nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1036.455757] env[69990]: DEBUG nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.456164] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1036.456164] env[69990]: value = "task-3446744" [ 1036.456164] env[69990]: _type = "Task" [ 1036.456164] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.457062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b27b2c-44f3-4ef7-9383-5e00e621901d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.477605] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.620332] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446741, 'name': ReconfigVM_Task, 'duration_secs': 0.354458} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.623604] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.624484] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b28196-c836-4a79-b79f-a97059c050d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.634032] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446740, 'name': CreateVM_Task, 'duration_secs': 0.597065} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.638046] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.638387] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1036.638387] env[69990]: value = "task-3446745" [ 1036.638387] env[69990]: _type = "Task" [ 1036.638387] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.639010] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.639183] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.639680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.641132] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bbebd6-efc7-44ca-a76a-a1d7ae34d8b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.651311] env[69990]: DEBUG oslo_vmware.api [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446742, 'name': PowerOffVM_Task, 'duration_secs': 0.366488} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.654078] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.654078] env[69990]: DEBUG nova.compute.manager [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.657864] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f289c-b365-4494-bad2-73ee5963504e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.662088] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1036.662088] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523cc0eb-1443-2901-5670-7891640b9b38" [ 1036.662088] env[69990]: _type = "Task" [ 1036.662088] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.667151] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446745, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.686397] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523cc0eb-1443-2901-5670-7891640b9b38, 'name': SearchDatastore_Task, 'duration_secs': 0.013282} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.686783] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.687150] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.687463] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.687839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.688310] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.688310] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea59d70-0094-44c3-a4f1-7a552aef09b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.698765] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.699078] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.700247] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f034a093-4a91-475f-bb81-d7848e1aaa96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.707700] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1036.707700] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d72ae0-a816-5f92-6863-ffdaee14b9ce" [ 1036.707700] env[69990]: _type = "Task" [ 1036.707700] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.716471] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d72ae0-a816-5f92-6863-ffdaee14b9ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.730682] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.730682] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5256fc09-68fb-d2b1-82f9-b567eae92a16" [ 1036.730682] env[69990]: _type = "HttpNfcLease" [ 1036.730682] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.730934] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.730934] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5256fc09-68fb-d2b1-82f9-b567eae92a16" [ 1036.730934] env[69990]: _type = "HttpNfcLease" [ 1036.730934] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1036.731911] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e903e9a-2e72-4976-a972-9a586b46cd5b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.739091] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52080f66-2879-eba1-12a4-d27b5e5d1922/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.739287] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52080f66-2879-eba1-12a4-d27b5e5d1922/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1036.854295] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb4401b0-60bc-476a-8c05-6c3c75133b10 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.976300] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446744, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.989728] env[69990]: INFO nova.compute.manager [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Took 20.42 seconds to build instance. [ 1037.154820] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446745, 'name': Rename_Task, 'duration_secs': 0.153663} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.156780] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.163028] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7160b14b-7318-43c7-8023-6f5b0e7c9925 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.173165] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1037.173165] env[69990]: value = "task-3446746" [ 1037.173165] env[69990]: _type = "Task" [ 1037.173165] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.186678] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.190273] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99593853-f05d-44a8-bf68-2eaa06af48ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.220993] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d72ae0-a816-5f92-6863-ffdaee14b9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.225120] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ff65c8-4d10-422b-9a8b-26a4330fc5de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.232720] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1037.232720] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a1734a-cb26-54f1-0186-26f575a4f723" [ 1037.232720] env[69990]: _type = "Task" [ 1037.232720] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.248765] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a1734a-cb26-54f1-0186-26f575a4f723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.351290] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.351723] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb832aa5-9ebb-404c-9db5-adbaeefda1e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.360405] env[69990]: DEBUG oslo_vmware.api [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1037.360405] env[69990]: value = "task-3446747" [ 1037.360405] env[69990]: _type = "Task" [ 1037.360405] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.374036] env[69990]: DEBUG oslo_vmware.api [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.481382] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677345} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.485066] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 75f36ac0-29ce-4ed5-a310-8ff18a5a2660/75f36ac0-29ce-4ed5-a310-8ff18a5a2660.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.485066] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.485066] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cff06c6a-62b3-4aff-8ec6-ca1f5720e0b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.492424] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bcb989ba-89ac-4dfe-a9ad-74cd5889240c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.969s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.494466] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1037.494466] env[69990]: value = "task-3446748" [ 1037.494466] env[69990]: _type = "Task" [ 1037.494466] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.510969] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.536278] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f07549f-1109-42bf-bdc9-138cc5fedda5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.545870] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650bc81f-d0c0-4d20-8f92-2a46fbe9471c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.582358] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffec69ac-f4ab-49d6-b0c2-c390e52a07cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.593010] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218671cc-8968-4491-85a9-a80c492bee13 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.374524] env[69990]: DEBUG nova.objects.instance [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'flavor' on Instance uuid aa59ad5b-c9dd-46f3-8582-f295d9716514 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.404121] env[69990]: DEBUG nova.compute.provider_tree [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.418688] env[69990]: DEBUG oslo_vmware.api [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446746, 'name': PowerOnVM_Task, 'duration_secs': 0.976953} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.418976] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19524} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.419560] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a1734a-cb26-54f1-0186-26f575a4f723, 'name': SearchDatastore_Task, 'duration_secs': 0.025452} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.419798] env[69990]: DEBUG oslo_vmware.api [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446747, 'name': PowerOffVM_Task, 'duration_secs': 0.346327} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.420787] env[69990]: DEBUG nova.scheduler.client.report [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.424128] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.424340] env[69990]: INFO nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1038.424590] env[69990]: DEBUG nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.424932] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.425546] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.425881] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.426138] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.426405] env[69990]: DEBUG nova.compute.manager [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.427427] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94dbdc1-deb4-4a60-9f54-dab31837cb34 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.430696] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc9ea41-83d1-4586-befe-5a4f81a7a61a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.433539] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23ccb3b2-b108-4ffc-be49-410e15a6c41d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.436049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d29756-bb41-445a-8fb1-4c5a363b028a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.459961] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1038.459961] env[69990]: value = "task-3446749" [ 1038.459961] env[69990]: _type = "Task" [ 1038.459961] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.469282] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 75f36ac0-29ce-4ed5-a310-8ff18a5a2660/75f36ac0-29ce-4ed5-a310-8ff18a5a2660.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.472362] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4f8a65-24fa-40d0-a005-a80a94f464c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.503131] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.505331] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1038.505331] env[69990]: value = "task-3446750" [ 1038.505331] env[69990]: _type = "Task" [ 1038.505331] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.515126] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.891025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.891025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.891025] env[69990]: DEBUG nova.network.neutron [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.891025] env[69990]: DEBUG nova.objects.instance [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'info_cache' on Instance uuid aa59ad5b-c9dd-46f3-8582-f295d9716514 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.896284] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.896706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.897308] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.897818] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.898304] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.901616] env[69990]: INFO nova.compute.manager [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Terminating instance [ 1038.929161] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.929954] env[69990]: DEBUG nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.992444] env[69990]: INFO nova.compute.manager [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Took 18.85 seconds to build instance. [ 1038.995124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f059c51-33b1-4ec7-90d9-72138b0694a5 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.661s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.008837] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446749, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.021919] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.398032] env[69990]: DEBUG nova.objects.base [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.410769] env[69990]: DEBUG nova.compute.manager [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.410769] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.412376] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14586a-d369-488d-900e-869a54b0543c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.424452] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.425913] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9626fb66-44de-4c97-a866-a7c859d06568 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.440557] env[69990]: DEBUG nova.compute.utils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.449028] env[69990]: DEBUG oslo_vmware.api [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1039.449028] env[69990]: value = "task-3446751" [ 1039.449028] env[69990]: _type = "Task" [ 1039.449028] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.449028] env[69990]: DEBUG nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.449028] env[69990]: DEBUG nova.network.neutron [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.457396] env[69990]: DEBUG oslo_vmware.api [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.492970] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612136} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.493586] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.493907] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.494231] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-866c7124-0b4c-41f8-b3bd-c0f7f940a0f2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.498361] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9d9137a7-e79f-474d-a752-d71410c5ab5b tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.369s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.506611] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1039.506611] env[69990]: value = "task-3446752" [ 1039.506611] env[69990]: _type = "Task" [ 1039.506611] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.511702] env[69990]: DEBUG nova.policy [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.526790] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.531308] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446750, 'name': ReconfigVM_Task, 'duration_secs': 0.62158} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.532648] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 75f36ac0-29ce-4ed5-a310-8ff18a5a2660/75f36ac0-29ce-4ed5-a310-8ff18a5a2660.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.533572] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92c04abf-4a6d-4d16-b238-a8970b078dd1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.544555] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1039.544555] env[69990]: value = "task-3446753" [ 1039.544555] env[69990]: _type = "Task" [ 1039.544555] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.558101] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446753, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.947038] env[69990]: DEBUG nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.966772] env[69990]: DEBUG oslo_vmware.api [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446751, 'name': PowerOffVM_Task, 'duration_secs': 0.299181} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.966772] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.966772] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.966772] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d168f6b-691d-4678-8866-afc82bee0f11 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.017604] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091083} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.017922] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.018853] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495dffe1-0f0c-4008-8b2b-f0a71ad3cbd3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.047756] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.052635] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e581a46f-3e53-4615-a3fa-5cfe714da560 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.067296] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.067470] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.067657] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleting the datastore file [datastore1] 04f2a81b-e708-446b-9b7c-7303cc32ec9d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.074788] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b07b145-8f70-4fc2-bf65-13715aaa7a54 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.083056] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446753, 'name': Rename_Task, 'duration_secs': 0.237032} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.092412] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.093621] env[69990]: DEBUG oslo_vmware.api [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1040.093621] env[69990]: value = "task-3446755" [ 1040.093621] env[69990]: _type = "Task" [ 1040.093621] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.094285] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1040.094285] env[69990]: value = "task-3446756" [ 1040.094285] env[69990]: _type = "Task" [ 1040.094285] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.094285] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7f9bd7-6851-4ff9-a540-9d61139bfc89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.113817] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "3fe63083-5337-4715-a36c-62d47303a39b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.114173] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.114320] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "3fe63083-5337-4715-a36c-62d47303a39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.114512] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.114678] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.116443] env[69990]: DEBUG oslo_vmware.api [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.121796] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1040.121796] env[69990]: value = "task-3446757" [ 1040.121796] env[69990]: _type = "Task" [ 1040.121796] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.121796] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.122397] env[69990]: INFO nova.compute.manager [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Terminating instance [ 1040.126827] env[69990]: DEBUG nova.compute.manager [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Received event network-changed-efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.126827] env[69990]: DEBUG nova.compute.manager [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Refreshing instance network info cache due to event network-changed-efd9a419-ce30-4de9-bd9b-88cf73729ddb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.126827] env[69990]: DEBUG oslo_concurrency.lockutils [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] Acquiring lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.126827] env[69990]: DEBUG oslo_concurrency.lockutils [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] Acquired lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.127073] env[69990]: DEBUG nova.network.neutron [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Refreshing network info cache for port efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.143306] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.331888] env[69990]: DEBUG nova.network.neutron [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.412742] env[69990]: DEBUG nova.network.neutron [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Successfully created port: 1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.619594] env[69990]: DEBUG oslo_vmware.api [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212128} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.622886] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.623132] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.623321] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.623492] env[69990]: INFO nova.compute.manager [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1040.623769] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.624062] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446756, 'name': ReconfigVM_Task, 'duration_secs': 0.451428} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.624302] env[69990]: DEBUG nova.compute.manager [-] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.624401] env[69990]: DEBUG nova.network.neutron [-] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.626215] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 276f50a8-6376-4df3-ab3b-5d25dc5184f3/276f50a8-6376-4df3-ab3b-5d25dc5184f3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.626901] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ab5c722-cb1d-41b9-885f-2c0e2c6ce919 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.635276] env[69990]: DEBUG nova.compute.manager [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.635276] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.635580] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014df376-7301-4086-b1ab-cc1690be1a62 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.648838] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446757, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.649258] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1040.649258] env[69990]: value = "task-3446758" [ 1040.649258] env[69990]: _type = "Task" [ 1040.649258] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.655656] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.656472] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a26972f7-957b-48c2-9d40-c6ceec122fc5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.662971] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446758, 'name': Rename_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.750174] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.750394] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.750568] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleting the datastore file [datastore1] 3fe63083-5337-4715-a36c-62d47303a39b {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.750848] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97037eaf-8644-4864-8ece-417d16efb1f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.759347] env[69990]: DEBUG oslo_vmware.api [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1040.759347] env[69990]: value = "task-3446760" [ 1040.759347] env[69990]: _type = "Task" [ 1040.759347] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.770094] env[69990]: DEBUG oslo_vmware.api [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.833330] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.963732] env[69990]: DEBUG nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.998640] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.999167] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.999167] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.999602] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.999783] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.999964] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.000294] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.000631] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.000935] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.001042] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.001298] env[69990]: DEBUG nova.virt.hardware [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.002394] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f409b6-5230-4f2c-b073-b7c399a65197 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.012067] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d31132-2855-433a-9cf4-7a91dcd70636 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.066539] env[69990]: DEBUG nova.network.neutron [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updated VIF entry in instance network info cache for port efd9a419-ce30-4de9-bd9b-88cf73729ddb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.067059] env[69990]: DEBUG nova.network.neutron [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.137079] env[69990]: DEBUG oslo_vmware.api [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446757, 'name': PowerOnVM_Task, 'duration_secs': 0.589368} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.137360] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.137568] env[69990]: INFO nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1041.137743] env[69990]: DEBUG nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.139161] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d4eed8-9cf6-4337-8c51-3457a7a774ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.161021] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446758, 'name': Rename_Task, 'duration_secs': 0.218903} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.161021] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.161021] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c39398fd-6a97-4ec3-9591-6beda80f72f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.167104] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1041.167104] env[69990]: value = "task-3446761" [ 1041.167104] env[69990]: _type = "Task" [ 1041.167104] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.182179] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.270157] env[69990]: DEBUG oslo_vmware.api [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178547} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.270157] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.270239] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.270413] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.270587] env[69990]: INFO nova.compute.manager [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1041.270828] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.271018] env[69990]: DEBUG nova.compute.manager [-] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.271240] env[69990]: DEBUG nova.network.neutron [-] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.424248] env[69990]: DEBUG nova.network.neutron [-] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.548171] env[69990]: DEBUG nova.compute.manager [req-f88537a0-3a0e-4f86-87a9-bbb4fbd9f7d9 req-cd91c16a-c82b-4a64-9b76-233d07088dac service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Received event network-vif-deleted-aed918b2-c7ae-4b53-8dc9-b4158495d88f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.549014] env[69990]: INFO nova.compute.manager [req-f88537a0-3a0e-4f86-87a9-bbb4fbd9f7d9 req-cd91c16a-c82b-4a64-9b76-233d07088dac service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Neutron deleted interface aed918b2-c7ae-4b53-8dc9-b4158495d88f; detaching it from the instance and deleting it from the info cache [ 1041.549014] env[69990]: DEBUG nova.network.neutron [req-f88537a0-3a0e-4f86-87a9-bbb4fbd9f7d9 req-cd91c16a-c82b-4a64-9b76-233d07088dac service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.569899] env[69990]: DEBUG oslo_concurrency.lockutils [req-ee638370-a2cb-45e0-a1a0-fd4341ec39ba req-b9632e8d-afe4-441f-a1f8-1f20d86a6429 service nova] Releasing lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.666479] env[69990]: INFO nova.compute.manager [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Took 18.34 seconds to build instance. [ 1041.682054] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446761, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.841614] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.842008] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b7af77d-653e-4c6e-86ba-8df3b53d31d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.850602] env[69990]: DEBUG oslo_vmware.api [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1041.850602] env[69990]: value = "task-3446762" [ 1041.850602] env[69990]: _type = "Task" [ 1041.850602] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.859017] env[69990]: DEBUG oslo_vmware.api [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.928062] env[69990]: INFO nova.compute.manager [-] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Took 1.30 seconds to deallocate network for instance. [ 1042.028521] env[69990]: DEBUG nova.network.neutron [-] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.054066] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22804d3d-0763-465f-9a2a-179ab2a7b051 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.062202] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0690953d-ddeb-4051-80dc-267cdbe21d33 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.103058] env[69990]: DEBUG nova.compute.manager [req-f88537a0-3a0e-4f86-87a9-bbb4fbd9f7d9 req-cd91c16a-c82b-4a64-9b76-233d07088dac service nova] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Detach interface failed, port_id=aed918b2-c7ae-4b53-8dc9-b4158495d88f, reason: Instance 3fe63083-5337-4715-a36c-62d47303a39b could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.171688] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0b12dcc2-7791-4903-8169-dc9158d2a136 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.861s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.181475] env[69990]: DEBUG oslo_vmware.api [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446761, 'name': PowerOnVM_Task, 'duration_secs': 0.94346} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.181876] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.182143] env[69990]: DEBUG nova.compute.manager [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.183075] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d4bb82-5eb6-4ba1-bab6-c3d65f22418b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.257866] env[69990]: DEBUG nova.compute.manager [req-060fa0d9-da5e-4d31-a90f-b0b7e6f8b374 req-b3617c5c-57c6-4fb4-82c9-05e1fa0464c5 service nova] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Received event network-vif-deleted-0863b890-ad3b-41e0-b4df-8d2689c122c0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.362181] env[69990]: DEBUG oslo_vmware.api [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446762, 'name': PowerOnVM_Task, 'duration_secs': 0.460052} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.362999] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.362999] env[69990]: DEBUG nova.compute.manager [None req-1e85597e-b939-4b3c-b206-7e3330506275 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.363749] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4c7602-4d53-4f05-a813-a57170d9d43c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.420702] env[69990]: DEBUG nova.network.neutron [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Successfully updated port: 1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.437311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.437311] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.437311] env[69990]: DEBUG nova.objects.instance [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lazy-loading 'resources' on Instance uuid 04f2a81b-e708-446b-9b7c-7303cc32ec9d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.533389] env[69990]: INFO nova.compute.manager [-] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Took 1.26 seconds to deallocate network for instance. [ 1042.706094] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.923530] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.923530] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.923530] env[69990]: DEBUG nova.network.neutron [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.026042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.026410] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.026742] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.026906] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.027202] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.030416] env[69990]: INFO nova.compute.manager [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Terminating instance [ 1043.042794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.214731] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7844449-7153-4e4d-853b-535ad28fc382 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.223257] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981779b-3747-4873-b04f-a172acf5a109 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.258775] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aba1b6-d79b-4f10-b33c-1753db724ef8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.268840] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a804d56a-0883-4812-bbf2-52bf538db874 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.283578] env[69990]: DEBUG nova.compute.provider_tree [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.456993] env[69990]: DEBUG nova.network.neutron [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.534918] env[69990]: DEBUG nova.compute.manager [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.535187] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.536228] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d8fc96-2365-4495-af2f-b136bced5d59 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.547416] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.547712] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713ce579-b9d1-4da5-9103-692e7d29e931 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.554152] env[69990]: DEBUG oslo_vmware.api [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1043.554152] env[69990]: value = "task-3446763" [ 1043.554152] env[69990]: _type = "Task" [ 1043.554152] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.565386] env[69990]: DEBUG oslo_vmware.api [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.575590] env[69990]: DEBUG nova.compute.manager [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-vif-plugged-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.575590] env[69990]: DEBUG oslo_concurrency.lockutils [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] Acquiring lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.576355] env[69990]: DEBUG oslo_concurrency.lockutils [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.576355] env[69990]: DEBUG oslo_concurrency.lockutils [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.576355] env[69990]: DEBUG nova.compute.manager [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] No waiting events found dispatching network-vif-plugged-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.576355] env[69990]: WARNING nova.compute.manager [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received unexpected event network-vif-plugged-1aa3ed28-4986-42f1-aaf8-344da0c567f0 for instance with vm_state building and task_state spawning. [ 1043.576709] env[69990]: DEBUG nova.compute.manager [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.576709] env[69990]: DEBUG nova.compute.manager [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing instance network info cache due to event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.576915] env[69990]: DEBUG oslo_concurrency.lockutils [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.653539] env[69990]: DEBUG nova.network.neutron [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.787693] env[69990]: DEBUG nova.scheduler.client.report [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.064872] env[69990]: DEBUG oslo_vmware.api [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446763, 'name': PowerOffVM_Task, 'duration_secs': 0.250898} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.065203] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.065378] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.065670] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ae7193e-ece3-4553-8396-b3a6242bc471 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.137235] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.139469] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.139469] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleting the datastore file [datastore2] 75f36ac0-29ce-4ed5-a310-8ff18a5a2660 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.141174] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc2870e0-9394-40d1-9294-bd8319db5979 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.148706] env[69990]: DEBUG oslo_vmware.api [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for the task: (returnval){ [ 1044.148706] env[69990]: value = "task-3446765" [ 1044.148706] env[69990]: _type = "Task" [ 1044.148706] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.160156] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.161068] env[69990]: DEBUG nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Instance network_info: |[{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.161068] env[69990]: DEBUG oslo_vmware.api [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.161320] env[69990]: DEBUG oslo_concurrency.lockutils [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.161445] env[69990]: DEBUG nova.network.neutron [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.168088] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:80:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa3ed28-4986-42f1-aaf8-344da0c567f0', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.189176] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.190538] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.190941] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fc2c892-c1a6-46bc-8e3f-15809997ee88 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.229334] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.229334] env[69990]: value = "task-3446766" [ 1044.229334] env[69990]: _type = "Task" [ 1044.229334] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.240359] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446766, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.293047] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.295968] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.590s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.296258] env[69990]: DEBUG nova.objects.instance [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1044.318803] env[69990]: INFO nova.scheduler.client.report [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted allocations for instance 04f2a81b-e708-446b-9b7c-7303cc32ec9d [ 1044.358755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "088c78ac-2e34-4c30-9b63-734dee519b16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.359092] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "088c78ac-2e34-4c30-9b63-734dee519b16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.359376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "088c78ac-2e34-4c30-9b63-734dee519b16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.359998] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "088c78ac-2e34-4c30-9b63-734dee519b16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.360254] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "088c78ac-2e34-4c30-9b63-734dee519b16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.362544] env[69990]: INFO nova.compute.manager [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Terminating instance [ 1044.658922] env[69990]: DEBUG oslo_vmware.api [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Task: {'id': task-3446765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235875} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.659235] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.659422] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.659675] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.659881] env[69990]: INFO nova.compute.manager [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1044.660177] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.660412] env[69990]: DEBUG nova.compute.manager [-] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.660536] env[69990]: DEBUG nova.network.neutron [-] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.740811] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446766, 'name': CreateVM_Task, 'duration_secs': 0.412229} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.741304] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.742636] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.742636] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.743508] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.743783] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5995eba-96fb-4d0b-b4e7-1a6430494422 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.749018] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1044.749018] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5221d034-2f3a-b767-dcaa-f680ae816aac" [ 1044.749018] env[69990]: _type = "Task" [ 1044.749018] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.757859] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5221d034-2f3a-b767-dcaa-f680ae816aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.828204] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8476d1c2-e963-49aa-b3f4-98369dc6f454 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "04f2a81b-e708-446b-9b7c-7303cc32ec9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.867589] env[69990]: DEBUG nova.compute.manager [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.867834] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.872294] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075f692-3888-4335-86ec-f2e4859a43e6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.880319] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.880645] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1828f80e-4f89-447f-aea1-a3f58ce95a44 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.886815] env[69990]: DEBUG oslo_vmware.api [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1044.886815] env[69990]: value = "task-3446767" [ 1044.886815] env[69990]: _type = "Task" [ 1044.886815] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.898751] env[69990]: DEBUG oslo_vmware.api [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.108385] env[69990]: DEBUG nova.network.neutron [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updated VIF entry in instance network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.108806] env[69990]: DEBUG nova.network.neutron [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.260632] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5221d034-2f3a-b767-dcaa-f680ae816aac, 'name': SearchDatastore_Task, 'duration_secs': 0.015538} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.260953] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.261341] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.261514] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.261668] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.261871] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.262169] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da4f30eb-b92f-4807-81f6-56b03ed71285 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.271919] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.272137] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.272859] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640c6db7-d7ee-487b-bfc1-afbaace3b8da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.278168] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1045.278168] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525cfb6b-6776-ef49-c4ad-732684e148d3" [ 1045.278168] env[69990]: _type = "Task" [ 1045.278168] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.286400] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525cfb6b-6776-ef49-c4ad-732684e148d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.305913] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bbd13f05-a568-4943-8d88-439e3f559e4c tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.307074] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.265s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.307418] env[69990]: DEBUG nova.objects.instance [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'resources' on Instance uuid 3fe63083-5337-4715-a36c-62d47303a39b {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.398143] env[69990]: DEBUG oslo_vmware.api [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446767, 'name': PowerOffVM_Task, 'duration_secs': 0.296877} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.398426] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.398592] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.398843] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e8d47bf-9d10-491f-8d05-409ff383d7f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.463659] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.464124] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.464473] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleting the datastore file [datastore2] 088c78ac-2e34-4c30-9b63-734dee519b16 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.464923] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20afe466-2703-44d4-a116-84c54dd593a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.472789] env[69990]: DEBUG oslo_vmware.api [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1045.472789] env[69990]: value = "task-3446769" [ 1045.472789] env[69990]: _type = "Task" [ 1045.472789] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.483900] env[69990]: DEBUG oslo_vmware.api [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.493501] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "6b4521fd-549c-457c-923a-0b8d24d20c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.493765] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.494026] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "6b4521fd-549c-457c-923a-0b8d24d20c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.494222] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.494390] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.496597] env[69990]: INFO nova.compute.manager [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Terminating instance [ 1045.604017] env[69990]: DEBUG nova.compute.manager [req-46cf4ac0-698c-4ea7-9164-aeca81c06502 req-bafdc52c-3732-46d0-bdec-953550f94a50 service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Received event network-vif-deleted-4e2076f1-7c88-46e2-a031-dfb3bfbe6073 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.604228] env[69990]: INFO nova.compute.manager [req-46cf4ac0-698c-4ea7-9164-aeca81c06502 req-bafdc52c-3732-46d0-bdec-953550f94a50 service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Neutron deleted interface 4e2076f1-7c88-46e2-a031-dfb3bfbe6073; detaching it from the instance and deleting it from the info cache [ 1045.604403] env[69990]: DEBUG nova.network.neutron [req-46cf4ac0-698c-4ea7-9164-aeca81c06502 req-bafdc52c-3732-46d0-bdec-953550f94a50 service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.605687] env[69990]: DEBUG nova.network.neutron [-] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.611829] env[69990]: DEBUG oslo_concurrency.lockutils [req-6c8289ba-0d72-4302-a14f-3c219b36ce3a req-8c0aee04-dc37-42ab-8ffb-f1a1ca993b25 service nova] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.788389] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525cfb6b-6776-ef49-c4ad-732684e148d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013242} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.789188] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21698be0-1f9d-4337-8d81-5e3e63f0c06f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.794913] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1045.794913] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5202b82c-4e3b-ed4b-6fa9-e593787c22bd" [ 1045.794913] env[69990]: _type = "Task" [ 1045.794913] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.802583] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5202b82c-4e3b-ed4b-6fa9-e593787c22bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.982098] env[69990]: DEBUG oslo_vmware.api [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397957} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.985027] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.985186] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.985394] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.985573] env[69990]: INFO nova.compute.manager [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1045.985816] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.986265] env[69990]: DEBUG nova.compute.manager [-] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.986359] env[69990]: DEBUG nova.network.neutron [-] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.000968] env[69990]: DEBUG nova.compute.manager [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.001191] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.002093] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e6911-7665-4850-b441-7b1ca0a5bc4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.009799] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.012303] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca49134-b71a-40a9-b408-d2b647e6e472 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.019216] env[69990]: DEBUG oslo_vmware.api [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1046.019216] env[69990]: value = "task-3446770" [ 1046.019216] env[69990]: _type = "Task" [ 1046.019216] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.033349] env[69990]: DEBUG oslo_vmware.api [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.050417] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3fa31e-63bf-4bfc-b252-d6b03c1d4a13 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.059137] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ea9bf8-1374-4e22-9412-d8fe8ad50ff9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.093171] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3978f9e5-61c4-4a59-a20d-1fe25342f717 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100965] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49807ad3-3930-4846-b1f3-a5f474f2c5b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.114968] env[69990]: INFO nova.compute.manager [-] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Took 1.45 seconds to deallocate network for instance. [ 1046.115568] env[69990]: DEBUG nova.compute.provider_tree [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.117126] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5363bdb-bab2-4bc5-9f2f-757177523a4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.130156] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3af83c2-3ab5-4a1e-bd87-a42354e0ca99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.167484] env[69990]: DEBUG nova.compute.manager [req-46cf4ac0-698c-4ea7-9164-aeca81c06502 req-bafdc52c-3732-46d0-bdec-953550f94a50 service nova] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Detach interface failed, port_id=4e2076f1-7c88-46e2-a031-dfb3bfbe6073, reason: Instance 75f36ac0-29ce-4ed5-a310-8ff18a5a2660 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.305401] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5202b82c-4e3b-ed4b-6fa9-e593787c22bd, 'name': SearchDatastore_Task, 'duration_secs': 0.029524} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.305704] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.305995] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] edfb9f0a-e172-459d-8b1c-c48bab53ba03/edfb9f0a-e172-459d-8b1c-c48bab53ba03.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.306340] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d322283-d441-4d51-b74c-382c56aa36ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.313025] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1046.313025] env[69990]: value = "task-3446771" [ 1046.313025] env[69990]: _type = "Task" [ 1046.313025] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.321880] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.528780] env[69990]: DEBUG oslo_vmware.api [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446770, 'name': PowerOffVM_Task, 'duration_secs': 0.357116} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.529110] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.529240] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.529436] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aacb5ec0-d160-4441-a68a-5578d30a8217 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.597834] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.598105] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.598270] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleting the datastore file [datastore2] 6b4521fd-549c-457c-923a-0b8d24d20c2d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.598622] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55c2a47d-2473-4426-98fc-64cc942df551 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.605365] env[69990]: DEBUG oslo_vmware.api [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1046.605365] env[69990]: value = "task-3446773" [ 1046.605365] env[69990]: _type = "Task" [ 1046.605365] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.618045] env[69990]: DEBUG oslo_vmware.api [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.621592] env[69990]: DEBUG nova.scheduler.client.report [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.627058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.638912] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52080f66-2879-eba1-12a4-d27b5e5d1922/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1046.639883] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df01eec1-373e-43c4-b1d0-d178b33fc924 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.646681] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52080f66-2879-eba1-12a4-d27b5e5d1922/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1046.646847] env[69990]: ERROR oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52080f66-2879-eba1-12a4-d27b5e5d1922/disk-0.vmdk due to incomplete transfer. [ 1046.647340] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db5260d7-1204-468f-895d-2c790eb26239 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.655246] env[69990]: DEBUG oslo_vmware.rw_handles [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52080f66-2879-eba1-12a4-d27b5e5d1922/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1046.655445] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Uploaded image 64f6b551-9d56-4816-8424-0202f8046036 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1046.658012] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1046.658274] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84146be3-8a1f-4d89-b989-53d880cae6ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.663652] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1046.663652] env[69990]: value = "task-3446774" [ 1046.663652] env[69990]: _type = "Task" [ 1046.663652] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.671186] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446774, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.773780] env[69990]: DEBUG nova.network.neutron [-] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.823908] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446771, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.116499] env[69990]: DEBUG oslo_vmware.api [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479887} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.116748] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.116974] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.117218] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.117415] env[69990]: INFO nova.compute.manager [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1047.117654] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.117845] env[69990]: DEBUG nova.compute.manager [-] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.118140] env[69990]: DEBUG nova.network.neutron [-] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.126469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.128640] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.502s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.129144] env[69990]: DEBUG nova.objects.instance [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lazy-loading 'resources' on Instance uuid 75f36ac0-29ce-4ed5-a310-8ff18a5a2660 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.152571] env[69990]: INFO nova.scheduler.client.report [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted allocations for instance 3fe63083-5337-4715-a36c-62d47303a39b [ 1047.174530] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446774, 'name': Destroy_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.276383] env[69990]: INFO nova.compute.manager [-] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Took 1.29 seconds to deallocate network for instance. [ 1047.323299] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728657} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.323552] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] edfb9f0a-e172-459d-8b1c-c48bab53ba03/edfb9f0a-e172-459d-8b1c-c48bab53ba03.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.323762] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.324016] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4d66684-22ef-42e9-807c-6d4d54dc035a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.330637] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1047.330637] env[69990]: value = "task-3446775" [ 1047.330637] env[69990]: _type = "Task" [ 1047.330637] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.338414] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.635333] env[69990]: DEBUG nova.compute.manager [req-470e6670-2fbe-47be-b119-0ba7d5e194c8 req-3213bb0c-7297-4e95-8823-48e4d629899e service nova] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Received event network-vif-deleted-95993a76-8059-4053-9c29-f639cfa80980 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.635535] env[69990]: DEBUG nova.compute.manager [req-470e6670-2fbe-47be-b119-0ba7d5e194c8 req-3213bb0c-7297-4e95-8823-48e4d629899e service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Received event network-vif-deleted-04db5ddb-f3b6-4b14-ab86-2c859deda2df {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.635701] env[69990]: INFO nova.compute.manager [req-470e6670-2fbe-47be-b119-0ba7d5e194c8 req-3213bb0c-7297-4e95-8823-48e4d629899e service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Neutron deleted interface 04db5ddb-f3b6-4b14-ab86-2c859deda2df; detaching it from the instance and deleting it from the info cache [ 1047.635864] env[69990]: DEBUG nova.network.neutron [req-470e6670-2fbe-47be-b119-0ba7d5e194c8 req-3213bb0c-7297-4e95-8823-48e4d629899e service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.660082] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cdc89073-fb8f-4208-889b-1b6cd95f495e tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "3fe63083-5337-4715-a36c-62d47303a39b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.546s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.674516] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446774, 'name': Destroy_Task, 'duration_secs': 0.517572} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.675383] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Destroyed the VM [ 1047.675622] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.678252] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1decae73-4bfe-492c-86cd-28afda2747ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.685849] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1047.685849] env[69990]: value = "task-3446776" [ 1047.685849] env[69990]: _type = "Task" [ 1047.685849] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.695023] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446776, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.784848] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.841375] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067841} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.841668] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.842441] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d03927-0f4f-4b8e-94ed-98419ccd3aaa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.875410] env[69990]: DEBUG nova.network.neutron [-] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.907441] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] edfb9f0a-e172-459d-8b1c-c48bab53ba03/edfb9f0a-e172-459d-8b1c-c48bab53ba03.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.907763] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68457afc-8282-4f83-8bd4-1f7a3ce87e4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.939918] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1047.939918] env[69990]: value = "task-3446777" [ 1047.939918] env[69990]: _type = "Task" [ 1047.939918] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.950064] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.035049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d6b14-d317-4038-b941-3f0d17cc2bee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.043592] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54112da7-fec2-4fb3-84f6-44bef8e46d59 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.075603] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0da6253-dfa1-4c6a-b49c-93414f533b35 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.083137] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a557519-c3db-4a65-9674-07b6ce82b32c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.098344] env[69990]: DEBUG nova.compute.provider_tree [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.138293] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0257aac-ef96-470b-89f7-968804f63478 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.148644] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e09020-9ea4-48c6-b8f3-3b7cf077d756 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.182349] env[69990]: DEBUG nova.compute.manager [req-470e6670-2fbe-47be-b119-0ba7d5e194c8 req-3213bb0c-7297-4e95-8823-48e4d629899e service nova] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Detach interface failed, port_id=04db5ddb-f3b6-4b14-ab86-2c859deda2df, reason: Instance 6b4521fd-549c-457c-923a-0b8d24d20c2d could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.195418] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446776, 'name': RemoveSnapshot_Task} progress is 48%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.439708] env[69990]: INFO nova.compute.manager [-] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Took 1.32 seconds to deallocate network for instance. [ 1048.452685] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446777, 'name': ReconfigVM_Task, 'duration_secs': 0.388274} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.452945] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Reconfigured VM instance instance-00000067 to attach disk [datastore1] edfb9f0a-e172-459d-8b1c-c48bab53ba03/edfb9f0a-e172-459d-8b1c-c48bab53ba03.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.453577] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14525094-8244-4694-93b4-8fc4de7cd505 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.460946] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1048.460946] env[69990]: value = "task-3446778" [ 1048.460946] env[69990]: _type = "Task" [ 1048.460946] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.469288] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446778, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.601287] env[69990]: DEBUG nova.scheduler.client.report [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.660993] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "4a93f602-404a-42c2-a954-45e1160d2ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.661260] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.696560] env[69990]: DEBUG oslo_vmware.api [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446776, 'name': RemoveSnapshot_Task, 'duration_secs': 0.608855} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.696684] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1048.696910] env[69990]: INFO nova.compute.manager [None req-8f2e5018-b841-48ed-b5ce-e290eae09470 tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Took 17.65 seconds to snapshot the instance on the hypervisor. [ 1048.949794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.972446] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446778, 'name': Rename_Task, 'duration_secs': 0.145181} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.972734] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.972992] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c772d266-f9d1-4b95-af12-9b00a52f5b37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.979039] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1048.979039] env[69990]: value = "task-3446779" [ 1048.979039] env[69990]: _type = "Task" [ 1048.979039] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.988560] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.106954] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.110092] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.325s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.110092] env[69990]: DEBUG nova.objects.instance [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lazy-loading 'resources' on Instance uuid 088c78ac-2e34-4c30-9b63-734dee519b16 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.128925] env[69990]: INFO nova.scheduler.client.report [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Deleted allocations for instance 75f36ac0-29ce-4ed5-a310-8ff18a5a2660 [ 1049.164119] env[69990]: DEBUG nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.491156] env[69990]: DEBUG oslo_vmware.api [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446779, 'name': PowerOnVM_Task, 'duration_secs': 0.447752} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.491513] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.491735] env[69990]: INFO nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1049.491921] env[69990]: DEBUG nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.492783] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909b4571-4576-4b26-b4db-a5a5a1d46226 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.637794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c6de2ff9-a9a1-4e90-9e0c-2ea9f0988dd7 tempest-ServerDiskConfigTestJSON-981290988 tempest-ServerDiskConfigTestJSON-981290988-project-member] Lock "75f36ac0-29ce-4ed5-a310-8ff18a5a2660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.611s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.684564] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.804859] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3cf96f-968c-4bd5-8879-f0dd807bda83 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.814288] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17217096-eede-4de2-b368-25d209098c75 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.850071] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32f5905-5036-49c9-b552-c2ce37b6a47f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.856045] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce0a98-21b5-4dca-a5b9-e74d8f2b7c66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.870519] env[69990]: DEBUG nova.compute.provider_tree [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.013080] env[69990]: INFO nova.compute.manager [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Took 13.90 seconds to build instance. [ 1050.376129] env[69990]: DEBUG nova.scheduler.client.report [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.515223] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2aaddc96-3f31-4881-9fca-4f00ccd52579 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.416s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.856838] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "0471352d-919b-4973-9de1-8ba4dede613d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.857111] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "0471352d-919b-4973-9de1-8ba4dede613d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.857320] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "0471352d-919b-4973-9de1-8ba4dede613d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.857533] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "0471352d-919b-4973-9de1-8ba4dede613d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.857704] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "0471352d-919b-4973-9de1-8ba4dede613d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.859842] env[69990]: INFO nova.compute.manager [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Terminating instance [ 1050.881831] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.884137] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.935s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.884947] env[69990]: DEBUG nova.objects.instance [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lazy-loading 'resources' on Instance uuid 6b4521fd-549c-457c-923a-0b8d24d20c2d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.909537] env[69990]: INFO nova.scheduler.client.report [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted allocations for instance 088c78ac-2e34-4c30-9b63-734dee519b16 [ 1051.317962] env[69990]: DEBUG nova.compute.manager [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.318224] env[69990]: DEBUG nova.compute.manager [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing instance network info cache due to event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.319349] env[69990]: DEBUG oslo_concurrency.lockutils [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.319545] env[69990]: DEBUG oslo_concurrency.lockutils [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.319709] env[69990]: DEBUG nova.network.neutron [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.363000] env[69990]: DEBUG nova.compute.manager [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.363244] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.364357] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ae1179-7453-4023-a62b-b455a9f74f81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.373345] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.373646] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2938c5f-6c9f-4f00-b949-37ba6a1875da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.380885] env[69990]: DEBUG oslo_vmware.api [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1051.380885] env[69990]: value = "task-3446780" [ 1051.380885] env[69990]: _type = "Task" [ 1051.380885] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.396340] env[69990]: DEBUG oslo_vmware.api [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.420376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37c134bb-a01f-4122-b8bf-ae9805fde0c6 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "088c78ac-2e34-4c30-9b63-734dee519b16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.061s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.630536] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c1cd44-7bff-4b52-92b6-77d61d5afb84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.639307] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb828038-a3be-4319-86b9-55c890961db7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.672924] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a2df20-6417-4c26-94af-e19c8c6d7bb7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.683291] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ac120-cce0-4ec9-9634-e5e242df3a84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.698414] env[69990]: DEBUG nova.compute.provider_tree [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.896653] env[69990]: DEBUG oslo_vmware.api [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446780, 'name': PowerOffVM_Task, 'duration_secs': 0.193506} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.896653] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.896653] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.896653] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5098f7c4-e07f-4d03-953e-209e2f9c1056 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.964907] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.965199] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.965402] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Deleting the datastore file [datastore1] 0471352d-919b-4973-9de1-8ba4dede613d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.965793] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60b1486f-79e6-4e48-abe6-f5b120113811 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.975249] env[69990]: DEBUG oslo_vmware.api [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1051.975249] env[69990]: value = "task-3446782" [ 1051.975249] env[69990]: _type = "Task" [ 1051.975249] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.985206] env[69990]: DEBUG oslo_vmware.api [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.090357] env[69990]: DEBUG nova.network.neutron [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updated VIF entry in instance network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.090860] env[69990]: DEBUG nova.network.neutron [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.206398] env[69990]: DEBUG nova.scheduler.client.report [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.210121] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.210785] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.210785] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.210945] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.211231] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.213323] env[69990]: INFO nova.compute.manager [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Terminating instance [ 1052.296431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "c5965305-3868-4887-9f36-395d428d2f08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.296717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "c5965305-3868-4887-9f36-395d428d2f08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.485170] env[69990]: DEBUG oslo_vmware.api [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143295} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.485446] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.485606] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.485781] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.485954] env[69990]: INFO nova.compute.manager [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1052.486217] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.486409] env[69990]: DEBUG nova.compute.manager [-] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.486505] env[69990]: DEBUG nova.network.neutron [-] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.594192] env[69990]: DEBUG oslo_concurrency.lockutils [req-6815c728-4cd6-4d53-88e5-0a78a5175084 req-e33a82be-371a-4dce-b919-aec1f25bed21 service nova] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.717066] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.721348] env[69990]: DEBUG nova.compute.manager [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.721518] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.724712] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.038s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.724712] env[69990]: INFO nova.compute.claims [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.728892] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb6f9c-0dce-4359-8239-19ed76d5d3b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.736727] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.736727] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb078780-6fc0-4ac6-9930-c56e9216bd81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.742894] env[69990]: DEBUG oslo_vmware.api [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1052.742894] env[69990]: value = "task-3446783" [ 1052.742894] env[69990]: _type = "Task" [ 1052.742894] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.750945] env[69990]: DEBUG oslo_vmware.api [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.752137] env[69990]: INFO nova.scheduler.client.report [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted allocations for instance 6b4521fd-549c-457c-923a-0b8d24d20c2d [ 1052.799453] env[69990]: DEBUG nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.244410] env[69990]: DEBUG nova.network.neutron [-] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.256730] env[69990]: DEBUG oslo_vmware.api [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446783, 'name': PowerOffVM_Task, 'duration_secs': 0.316838} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.257489] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.257677] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.259758] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75245491-7b1c-4e14-9da5-be53e1d01ade {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.261763] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c1836a3a-9f69-40a3-a422-2436d4c37400 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "6b4521fd-549c-457c-923a-0b8d24d20c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.768s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.323972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.324338] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.324550] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleting the datastore file [datastore1] 1d123cf0-b403-42cb-b4e1-30e7c29bebd2 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.325751] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.326337] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be880f1-497c-4716-85cc-99fe3ac82ffd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.332903] env[69990]: DEBUG oslo_vmware.api [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1053.332903] env[69990]: value = "task-3446785" [ 1053.332903] env[69990]: _type = "Task" [ 1053.332903] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.341745] env[69990]: DEBUG oslo_vmware.api [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.348568] env[69990]: DEBUG nova.compute.manager [req-c042a93a-a709-4b7a-a903-bc7b01bc8160 req-9241b5dc-d5bc-4369-9eb6-a96a913ff703 service nova] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Received event network-vif-deleted-7c321bed-aacd-4f08-8a7c-bd8ed29e4e4b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.747727] env[69990]: INFO nova.compute.manager [-] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Took 1.26 seconds to deallocate network for instance. [ 1053.848573] env[69990]: DEBUG oslo_vmware.api [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14854} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.851192] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.852491] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.852491] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.852491] env[69990]: INFO nova.compute.manager [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.852491] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.852491] env[69990]: DEBUG nova.compute.manager [-] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.853694] env[69990]: DEBUG nova.network.neutron [-] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.979915] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ccca26-1177-4786-8e51-805b57a89971 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.990553] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e27b39-ce73-408d-b77c-3b66b8ef263b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.035261] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a69b44-94d9-4f3a-afb0-c0f6f6f82f87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.045175] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf8dda-4457-4450-982a-d1713fc51465 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.054847] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "a0082b36-cfd5-44e4-8248-505c71040952" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.055172] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "a0082b36-cfd5-44e4-8248-505c71040952" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.070498] env[69990]: DEBUG nova.compute.provider_tree [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.260393] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.558823] env[69990]: DEBUG nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.596807] env[69990]: ERROR nova.scheduler.client.report [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [req-d278cfb9-02ec-4c60-8a28-df434f30ab5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 861bed33-0336-4b70-a14e-8edf62684af1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d278cfb9-02ec-4c60-8a28-df434f30ab5d"}]} [ 1054.604154] env[69990]: DEBUG nova.network.neutron [-] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.615314] env[69990]: DEBUG nova.scheduler.client.report [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1054.635489] env[69990]: DEBUG nova.scheduler.client.report [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1054.635489] env[69990]: DEBUG nova.compute.provider_tree [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.647156] env[69990]: DEBUG nova.scheduler.client.report [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.667854] env[69990]: DEBUG nova.scheduler.client.report [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1054.911882] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf65b1-e4ab-4e1d-858b-72271addc570 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.919859] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f0511-4e3b-4abc-90b7-66eccd2756a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.956037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d17b5-797c-4f74-b058-c04e52f605aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.964209] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728dcf6d-f337-4b74-9545-d7ae19d97eff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.980054] env[69990]: DEBUG nova.compute.provider_tree [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.082247] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.107759] env[69990]: INFO nova.compute.manager [-] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Took 1.25 seconds to deallocate network for instance. [ 1055.170902] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.170902] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.376387] env[69990]: DEBUG nova.compute.manager [req-1dbd480e-e689-426f-9741-4948e1ad98ea req-7e638285-11af-4b05-a77b-e331950e3523 service nova] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Received event network-vif-deleted-91161105-cc84-4552-af75-8ace0df5d77a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.521457] env[69990]: DEBUG nova.scheduler.client.report [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updated inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1055.521617] env[69990]: DEBUG nova.compute.provider_tree [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating resource provider 861bed33-0336-4b70-a14e-8edf62684af1 generation from 145 to 146 during operation: update_inventory {{(pid=69990) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1055.522732] env[69990]: DEBUG nova.compute.provider_tree [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.615337] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.677113] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.678349] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.678349] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.679893] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.679893] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.679893] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.679893] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1055.679893] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.027195] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.305s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.027698] env[69990]: DEBUG nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.031323] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.706s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.033274] env[69990]: INFO nova.compute.claims [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.184260] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.538061] env[69990]: DEBUG nova.compute.utils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.541324] env[69990]: DEBUG nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.541496] env[69990]: DEBUG nova.network.neutron [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.579219] env[69990]: DEBUG nova.policy [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a503cea6b5493fb9f69d2d35c6a438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924d4a88cf644ab1bd49987168f56483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.808513] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.808755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.853574] env[69990]: DEBUG nova.network.neutron [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Successfully created port: 823e2fda-c326-44d5-a35e-5ecf58a6b333 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.050301] env[69990]: DEBUG nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.261258] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.261426] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.261613] env[69990]: INFO nova.compute.manager [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Shelving [ 1057.310416] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae81ebf8-e231-4651-baa6-1e6ecf6c1f72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.311993] env[69990]: DEBUG nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.319880] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781c688e-cf95-46f5-a0d6-eb1fa6a46fe6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.352887] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d8b1d-fbb2-4a5c-bec8-0d7014758c9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.360907] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c18f04-8841-47dc-9c04-e98622af1208 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.374283] env[69990]: DEBUG nova.compute.provider_tree [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.830811] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.876799] env[69990]: DEBUG nova.scheduler.client.report [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.062703] env[69990]: DEBUG nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.089868] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.090141] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.090335] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.090602] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.090754] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.090901] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.091131] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.091294] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.091462] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.091626] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.091802] env[69990]: DEBUG nova.virt.hardware [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.092665] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96394223-fe3d-4a9d-a657-29c98ec0341e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.101545] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214c890-2ee0-4400-bb73-0e87eb76cdf6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.258709] env[69990]: DEBUG nova.compute.manager [req-ae717280-fcbd-4c85-a89b-8ea62c9a6082 req-513f51bc-b496-40cc-b44f-9e71eb7481ef service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Received event network-vif-plugged-823e2fda-c326-44d5-a35e-5ecf58a6b333 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.258925] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae717280-fcbd-4c85-a89b-8ea62c9a6082 req-513f51bc-b496-40cc-b44f-9e71eb7481ef service nova] Acquiring lock "4a93f602-404a-42c2-a954-45e1160d2ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.259111] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae717280-fcbd-4c85-a89b-8ea62c9a6082 req-513f51bc-b496-40cc-b44f-9e71eb7481ef service nova] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.259289] env[69990]: DEBUG oslo_concurrency.lockutils [req-ae717280-fcbd-4c85-a89b-8ea62c9a6082 req-513f51bc-b496-40cc-b44f-9e71eb7481ef service nova] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.259452] env[69990]: DEBUG nova.compute.manager [req-ae717280-fcbd-4c85-a89b-8ea62c9a6082 req-513f51bc-b496-40cc-b44f-9e71eb7481ef service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] No waiting events found dispatching network-vif-plugged-823e2fda-c326-44d5-a35e-5ecf58a6b333 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.259610] env[69990]: WARNING nova.compute.manager [req-ae717280-fcbd-4c85-a89b-8ea62c9a6082 req-513f51bc-b496-40cc-b44f-9e71eb7481ef service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Received unexpected event network-vif-plugged-823e2fda-c326-44d5-a35e-5ecf58a6b333 for instance with vm_state building and task_state spawning. [ 1058.274279] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.274582] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b9a5d2-b372-412e-aa12-d0bd3179689c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.283085] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1058.283085] env[69990]: value = "task-3446786" [ 1058.283085] env[69990]: _type = "Task" [ 1058.283085] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.291352] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.352231] env[69990]: DEBUG nova.network.neutron [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Successfully updated port: 823e2fda-c326-44d5-a35e-5ecf58a6b333 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.381958] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.382538] env[69990]: DEBUG nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.385425] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.125s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.385653] env[69990]: DEBUG nova.objects.instance [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lazy-loading 'resources' on Instance uuid 0471352d-919b-4973-9de1-8ba4dede613d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.793019] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446786, 'name': PowerOffVM_Task, 'duration_secs': 0.310841} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.793282] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.794053] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c69bd0-18f7-41ce-8863-2156e7c99dd7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.811930] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c5c37c-607b-4384-9d9f-fcaa8547317f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.857300] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-4a93f602-404a-42c2-a954-45e1160d2ee3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.857415] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-4a93f602-404a-42c2-a954-45e1160d2ee3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.857597] env[69990]: DEBUG nova.network.neutron [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.889129] env[69990]: DEBUG nova.compute.utils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.893392] env[69990]: DEBUG nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.893392] env[69990]: DEBUG nova.network.neutron [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.902212] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.902418] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.948142] env[69990]: DEBUG nova.policy [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.092630] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e63b1c-6e96-43aa-8239-81e229169e92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.103636] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a225af35-6457-4ac3-9ca1-d64a39b3f34b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.140467] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1f6a8d-cd59-4c4c-a40a-ab3244d20a87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.149487] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177680b-bad0-483a-967e-b0fe649671b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.163936] env[69990]: DEBUG nova.compute.provider_tree [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.322393] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1059.322760] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-751b0d17-7bea-4e77-bb91-a3535c2cc5c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.331186] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1059.331186] env[69990]: value = "task-3446787" [ 1059.331186] env[69990]: _type = "Task" [ 1059.331186] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.340177] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.393693] env[69990]: DEBUG nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.405310] env[69990]: DEBUG nova.compute.utils [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.543392] env[69990]: DEBUG nova.network.neutron [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.602225] env[69990]: DEBUG nova.network.neutron [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Successfully created port: 69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.671121] env[69990]: DEBUG nova.scheduler.client.report [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.837512] env[69990]: DEBUG nova.network.neutron [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Updating instance_info_cache with network_info: [{"id": "823e2fda-c326-44d5-a35e-5ecf58a6b333", "address": "fa:16:3e:af:ef:34", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e2fda-c3", "ovs_interfaceid": "823e2fda-c326-44d5-a35e-5ecf58a6b333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.844835] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446787, 'name': CreateSnapshot_Task, 'duration_secs': 0.453652} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.845263] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1059.845891] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd8f23-fea0-4b06-a331-fbff6afec696 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.908050] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.176735] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.179096] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.097s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.181016] env[69990]: INFO nova.compute.claims [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.197863] env[69990]: INFO nova.scheduler.client.report [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Deleted allocations for instance 0471352d-919b-4973-9de1-8ba4dede613d [ 1060.307560] env[69990]: DEBUG nova.compute.manager [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Received event network-changed-823e2fda-c326-44d5-a35e-5ecf58a6b333 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.307787] env[69990]: DEBUG nova.compute.manager [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Refreshing instance network info cache due to event network-changed-823e2fda-c326-44d5-a35e-5ecf58a6b333. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.307985] env[69990]: DEBUG oslo_concurrency.lockutils [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] Acquiring lock "refresh_cache-4a93f602-404a-42c2-a954-45e1160d2ee3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.340930] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-4a93f602-404a-42c2-a954-45e1160d2ee3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.341188] env[69990]: DEBUG nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Instance network_info: |[{"id": "823e2fda-c326-44d5-a35e-5ecf58a6b333", "address": "fa:16:3e:af:ef:34", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e2fda-c3", "ovs_interfaceid": "823e2fda-c326-44d5-a35e-5ecf58a6b333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.341498] env[69990]: DEBUG oslo_concurrency.lockutils [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] Acquired lock "refresh_cache-4a93f602-404a-42c2-a954-45e1160d2ee3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341683] env[69990]: DEBUG nova.network.neutron [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Refreshing network info cache for port 823e2fda-c326-44d5-a35e-5ecf58a6b333 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.343253] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ef:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823e2fda-c326-44d5-a35e-5ecf58a6b333', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.350816] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.351762] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.351997] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d01c86f-fff8-4b7e-a711-ba7001640751 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.390617] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1060.396023] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0e9d39e-0504-46ba-ad01-7edc65a40f2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.404581] env[69990]: DEBUG nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.412309] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.412309] env[69990]: value = "task-3446788" [ 1060.412309] env[69990]: _type = "Task" [ 1060.412309] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.412309] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1060.412309] env[69990]: value = "task-3446789" [ 1060.412309] env[69990]: _type = "Task" [ 1060.412309] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.429933] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446788, 'name': CreateVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.433365] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446789, 'name': CloneVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.442700] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.443368] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.443368] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.443368] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.443368] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.443593] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.443766] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.443858] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.444118] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.444187] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.444358] env[69990]: DEBUG nova.virt.hardware [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.445572] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a159a9-d43a-4400-8b49-c1819ab131c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.453232] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fca95f3-f38d-43d1-aa4f-8d4089434159 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.706975] env[69990]: DEBUG oslo_concurrency.lockutils [None req-059e6b08-2992-4620-b7a6-c412a0fcc51c tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "0471352d-919b-4973-9de1-8ba4dede613d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.849s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.901776] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.902154] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.902488] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.902914] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.903115] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.906028] env[69990]: INFO nova.compute.manager [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Terminating instance [ 1060.933594] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446788, 'name': CreateVM_Task, 'duration_secs': 0.365869} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.933920] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446789, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.936744] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.937730] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.937908] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.938264] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.938834] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bf194b-f69f-4f1d-83ae-c0cbd5f803c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.944354] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1060.944354] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52117665-a938-40e4-c1a2-a71f2a83607f" [ 1060.944354] env[69990]: _type = "Task" [ 1060.944354] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.954876] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52117665-a938-40e4-c1a2-a71f2a83607f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.984819] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.985097] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.985504] env[69990]: INFO nova.compute.manager [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Attaching volume c45482a2-52fd-4b67-971e-23f12da51d31 to /dev/sdb [ 1061.020356] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d2bb6-2ac6-4323-b49b-f54573f7f825 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.028264] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b4073f-31ce-4112-868a-bce291aa4619 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.043476] env[69990]: DEBUG nova.virt.block_device [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updating existing volume attachment record: f4d58676-397a-4a0b-9423-71df1c4148cc {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.205289] env[69990]: DEBUG nova.network.neutron [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Updated VIF entry in instance network info cache for port 823e2fda-c326-44d5-a35e-5ecf58a6b333. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.205670] env[69990]: DEBUG nova.network.neutron [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Updating instance_info_cache with network_info: [{"id": "823e2fda-c326-44d5-a35e-5ecf58a6b333", "address": "fa:16:3e:af:ef:34", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823e2fda-c3", "ovs_interfaceid": "823e2fda-c326-44d5-a35e-5ecf58a6b333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.371324] env[69990]: DEBUG nova.network.neutron [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Successfully updated port: 69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.423968] env[69990]: DEBUG nova.compute.manager [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.424227] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.424512] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446789, 'name': CloneVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.427911] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a2ec50-3aa8-4bd4-a4c3-4c4cf924cf85 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.435338] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.435638] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4495969-6e7d-4e27-9df1-c8dc746de6d7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.444211] env[69990]: DEBUG oslo_vmware.api [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1061.444211] env[69990]: value = "task-3446791" [ 1061.444211] env[69990]: _type = "Task" [ 1061.444211] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.456860] env[69990]: DEBUG oslo_vmware.api [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.463736] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52117665-a938-40e4-c1a2-a71f2a83607f, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.464298] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.464584] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.464876] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.465115] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.465365] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.465675] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b35197-c9cd-43d9-8f1d-53a2756ef46e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.474797] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.475055] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.478478] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e07a073-10b2-4db2-a537-f73a98e2c6ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.484447] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1061.484447] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521396ec-3e5a-b9f3-473c-1da85d94d9a5" [ 1061.484447] env[69990]: _type = "Task" [ 1061.484447] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.491941] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521396ec-3e5a-b9f3-473c-1da85d94d9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.526501] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1274cd56-1d19-40ff-aab8-3f7bb062b83a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.534192] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d8ba62-cebb-4c8d-80ac-105fc420821a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.565793] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73bfa08-1dea-4fee-be2e-88e5787aa413 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.574495] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01eab71-3bd7-447c-a5f1-0e3ba089319f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.590157] env[69990]: DEBUG nova.compute.provider_tree [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.711510] env[69990]: DEBUG oslo_concurrency.lockutils [req-4a122506-f96f-4333-b7ca-32e98e568ac5 req-9c19a7df-546e-486a-8b75-30fdfdd1715e service nova] Releasing lock "refresh_cache-4a93f602-404a-42c2-a954-45e1160d2ee3" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.874952] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.874952] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.875114] env[69990]: DEBUG nova.network.neutron [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.926054] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446789, 'name': CloneVM_Task, 'duration_secs': 1.059113} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.926054] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Created linked-clone VM from snapshot [ 1061.926566] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49efd907-5e09-4314-8a8c-e2551426ad51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.933965] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Uploading image 7c8216ff-b166-44b3-99bb-e61940897165 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1061.953484] env[69990]: DEBUG oslo_vmware.api [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446791, 'name': PowerOffVM_Task, 'duration_secs': 0.254068} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.955776] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.955990] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.956485] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7691e657-4017-4e6b-b4af-9437d21e5850 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.961988] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1061.961988] env[69990]: value = "vm-688064" [ 1061.961988] env[69990]: _type = "VirtualMachine" [ 1061.961988] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1061.962221] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7faf2e5f-0e4a-4589-89bc-1e6a5805a1d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.967891] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease: (returnval){ [ 1061.967891] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524d390c-3161-7578-775b-5a8b56ecd48d" [ 1061.967891] env[69990]: _type = "HttpNfcLease" [ 1061.967891] env[69990]: } obtained for exporting VM: (result){ [ 1061.967891] env[69990]: value = "vm-688064" [ 1061.967891] env[69990]: _type = "VirtualMachine" [ 1061.967891] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1061.968185] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the lease: (returnval){ [ 1061.968185] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524d390c-3161-7578-775b-5a8b56ecd48d" [ 1061.968185] env[69990]: _type = "HttpNfcLease" [ 1061.968185] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1061.975574] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.975574] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524d390c-3161-7578-775b-5a8b56ecd48d" [ 1061.975574] env[69990]: _type = "HttpNfcLease" [ 1061.975574] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1061.993253] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521396ec-3e5a-b9f3-473c-1da85d94d9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.994012] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd39adb-b517-463f-906e-d9ac0e7177a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.999515] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1061.999515] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525af7ae-5c2c-a342-3954-d0fe8485a7e5" [ 1061.999515] env[69990]: _type = "Task" [ 1061.999515] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.006898] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525af7ae-5c2c-a342-3954-d0fe8485a7e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.019965] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.020199] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.020384] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Deleting the datastore file [datastore1] 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.020651] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a8bd21e-6a83-4e97-9bcd-e5833a0ba7fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.027263] env[69990]: DEBUG oslo_vmware.api [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for the task: (returnval){ [ 1062.027263] env[69990]: value = "task-3446794" [ 1062.027263] env[69990]: _type = "Task" [ 1062.027263] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.034851] env[69990]: DEBUG oslo_vmware.api [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.096199] env[69990]: DEBUG nova.scheduler.client.report [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.333233] env[69990]: DEBUG nova.compute.manager [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-vif-plugged-69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.333588] env[69990]: DEBUG oslo_concurrency.lockutils [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] Acquiring lock "c5965305-3868-4887-9f36-395d428d2f08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.333809] env[69990]: DEBUG oslo_concurrency.lockutils [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] Lock "c5965305-3868-4887-9f36-395d428d2f08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.333985] env[69990]: DEBUG oslo_concurrency.lockutils [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] Lock "c5965305-3868-4887-9f36-395d428d2f08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.334178] env[69990]: DEBUG nova.compute.manager [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] No waiting events found dispatching network-vif-plugged-69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.334349] env[69990]: WARNING nova.compute.manager [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received unexpected event network-vif-plugged-69a8621e-0106-465f-8eb1-d946eb533651 for instance with vm_state building and task_state spawning. [ 1062.334508] env[69990]: DEBUG nova.compute.manager [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-changed-69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.334659] env[69990]: DEBUG nova.compute.manager [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing instance network info cache due to event network-changed-69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.334827] env[69990]: DEBUG oslo_concurrency.lockutils [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.410035] env[69990]: DEBUG nova.network.neutron [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.476187] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.476187] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524d390c-3161-7578-775b-5a8b56ecd48d" [ 1062.476187] env[69990]: _type = "HttpNfcLease" [ 1062.476187] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1062.476487] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1062.476487] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524d390c-3161-7578-775b-5a8b56ecd48d" [ 1062.476487] env[69990]: _type = "HttpNfcLease" [ 1062.476487] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1062.477239] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc5ff90-87cc-4212-bc21-88bcb39d3f75 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.484910] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52315229-a82d-fe62-eb76-705ec2e62ad6/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1062.485058] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52315229-a82d-fe62-eb76-705ec2e62ad6/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1062.558347] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525af7ae-5c2c-a342-3954-d0fe8485a7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.561335] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.561612] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 4a93f602-404a-42c2-a954-45e1160d2ee3/4a93f602-404a-42c2-a954-45e1160d2ee3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.561951] env[69990]: DEBUG oslo_vmware.api [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Task: {'id': task-3446794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133051} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.562107] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7914ed0-f6cc-4075-8a1e-b0f0a50f9293 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.563976] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.564212] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.564400] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.564591] env[69990]: INFO nova.compute.manager [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.564877] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.565085] env[69990]: DEBUG nova.compute.manager [-] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.565180] env[69990]: DEBUG nova.network.neutron [-] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.571982] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1062.571982] env[69990]: value = "task-3446795" [ 1062.571982] env[69990]: _type = "Task" [ 1062.571982] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.580599] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.594447] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f411c32f-bb23-464e-8994-11d4b21136c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.600528] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.601118] env[69990]: DEBUG nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.603979] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.989s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.604251] env[69990]: DEBUG nova.objects.instance [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lazy-loading 'resources' on Instance uuid 1d123cf0-b403-42cb-b4e1-30e7c29bebd2 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.689334] env[69990]: DEBUG nova.network.neutron [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.082786] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441484} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.083204] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 4a93f602-404a-42c2-a954-45e1160d2ee3/4a93f602-404a-42c2-a954-45e1160d2ee3.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.083487] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.083842] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa7243a4-9a03-4bcd-b0bf-4848af87c18f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.090574] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1063.090574] env[69990]: value = "task-3446796" [ 1063.090574] env[69990]: _type = "Task" [ 1063.090574] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.099678] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.106615] env[69990]: DEBUG nova.compute.utils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.110680] env[69990]: DEBUG nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.110902] env[69990]: DEBUG nova.network.neutron [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.162852] env[69990]: DEBUG nova.policy [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5a65078185442c921038b19a0df6ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264c4a2642fe4876b36423f06cb6fd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.194035] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.194035] env[69990]: DEBUG nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Instance network_info: |[{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.194297] env[69990]: DEBUG oslo_concurrency.lockutils [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.194370] env[69990]: DEBUG nova.network.neutron [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.195976] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:00:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69a8621e-0106-465f-8eb1-d946eb533651', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.204246] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.210393] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5965305-3868-4887-9f36-395d428d2f08] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.211425] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d931dda4-6302-45a3-ad8c-e6cbfbe06ab9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.235734] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.235734] env[69990]: value = "task-3446797" [ 1063.235734] env[69990]: _type = "Task" [ 1063.235734] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.245774] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446797, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.338976] env[69990]: DEBUG nova.network.neutron [-] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.389016] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960f6be4-b8c6-4820-894b-0e57cda9bdc4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.400380] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2547b9-c964-408a-b1f8-915a9303bc4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.435282] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4474153-f1f6-4cb1-b3b6-89a33b936eeb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.443562] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5368b1f-996e-40c7-ae68-0773d1149daf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.458583] env[69990]: DEBUG nova.compute.provider_tree [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.605210] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066383} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.605210] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.605934] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482a1f6-12af-482c-adfb-05f1e8ecdaf4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.627845] env[69990]: DEBUG nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.640351] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4a93f602-404a-42c2-a954-45e1160d2ee3/4a93f602-404a-42c2-a954-45e1160d2ee3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.642260] env[69990]: DEBUG nova.network.neutron [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updated VIF entry in instance network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.642415] env[69990]: DEBUG nova.network.neutron [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.648463] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f421af64-4725-4016-9e5e-0b977262da5d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.663505] env[69990]: DEBUG oslo_concurrency.lockutils [req-24516b16-5586-41f5-91d5-d6bb1729730e req-7bda61e5-1d77-4b33-a684-475c14683354 service nova] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.668648] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1063.668648] env[69990]: value = "task-3446799" [ 1063.668648] env[69990]: _type = "Task" [ 1063.668648] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.678020] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.683114] env[69990]: DEBUG nova.network.neutron [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Successfully created port: 6b74ce82-7785-42c5-9362-8c14cc94565d {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.748407] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446797, 'name': CreateVM_Task, 'duration_secs': 0.486594} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.748578] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5965305-3868-4887-9f36-395d428d2f08] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.751021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.751021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.751021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.751021] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31140615-cf24-4cef-98ba-a1dfedf4d72b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.755515] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1063.755515] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52831443-098c-d13a-fda6-ba027065cccc" [ 1063.755515] env[69990]: _type = "Task" [ 1063.755515] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.765060] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52831443-098c-d13a-fda6-ba027065cccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.842354] env[69990]: INFO nova.compute.manager [-] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Took 1.28 seconds to deallocate network for instance. [ 1063.962184] env[69990]: DEBUG nova.scheduler.client.report [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.178772] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446799, 'name': ReconfigVM_Task, 'duration_secs': 0.296185} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.179198] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4a93f602-404a-42c2-a954-45e1160d2ee3/4a93f602-404a-42c2-a954-45e1160d2ee3.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.179910] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d37841-190d-48d7-bb44-6924389e42d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.186989] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1064.186989] env[69990]: value = "task-3446800" [ 1064.186989] env[69990]: _type = "Task" [ 1064.186989] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.194757] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446800, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.266069] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52831443-098c-d13a-fda6-ba027065cccc, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.266446] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.266760] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.267073] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.267267] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.267508] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.268229] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fe0a8ec-1d06-41f4-a0a9-fd5626c1ab92 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.277257] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.277535] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.278306] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda8f2a4-b3e1-40af-b5fd-449b67908548 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.283555] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1064.283555] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ef3864-ca51-aa59-797b-410e55f1889d" [ 1064.283555] env[69990]: _type = "Task" [ 1064.283555] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.291129] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ef3864-ca51-aa59-797b-410e55f1889d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.349092] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.357813] env[69990]: DEBUG nova.compute.manager [req-f35a5fe3-ad8f-4546-8f32-c955436672c9 req-a8826ecf-f314-4b12-a9cb-fe845ef1f033 service nova] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Received event network-vif-deleted-eb670603-b964-4b0f-9698-0b85643230d2 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.469887] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.470715] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.287s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.470892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.471078] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1064.471452] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.641s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.473441] env[69990]: INFO nova.compute.claims [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.477678] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac672d18-9bbc-465f-98fa-d2ca04ff62d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.486228] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0b4c57-9d70-40a2-b857-b08175e310b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.491580] env[69990]: INFO nova.scheduler.client.report [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted allocations for instance 1d123cf0-b403-42cb-b4e1-30e7c29bebd2 [ 1064.504808] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d5a4fe-7156-4c7a-aec6-5f5e2521075a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.511297] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bcef38-2526-4b72-b6ea-3603bfad9490 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.543175] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179541MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1064.543366] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.650396] env[69990]: DEBUG nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.684380] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.684682] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.684871] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.685251] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.685319] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.685520] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.685704] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.685993] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.686272] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.687088] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.687435] env[69990]: DEBUG nova.virt.hardware [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.688718] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc9982-eeba-40d6-9ce2-0e7b9dff6df0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.703701] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eb076a-c01c-4909-85f0-b410bca655e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.709994] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446800, 'name': Rename_Task, 'duration_secs': 0.147275} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.710354] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.711034] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df6da04-cd46-40b5-9824-462426a8bae3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.726351] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1064.726351] env[69990]: value = "task-3446801" [ 1064.726351] env[69990]: _type = "Task" [ 1064.726351] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.734782] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.794284] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ef3864-ca51-aa59-797b-410e55f1889d, 'name': SearchDatastore_Task, 'duration_secs': 0.008382} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.795147] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503c3a71-4c3c-4400-9485-a37269c5ace8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.801758] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1064.801758] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f7d83f-1456-412a-e484-6cbe44fd748e" [ 1064.801758] env[69990]: _type = "Task" [ 1064.801758] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.812554] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f7d83f-1456-412a-e484-6cbe44fd748e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.006944] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8aa228dc-bc8a-46d2-93d4-15fa3e1d727a tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "1d123cf0-b403-42cb-b4e1-30e7c29bebd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.796s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.209531] env[69990]: DEBUG nova.network.neutron [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Successfully updated port: 6b74ce82-7785-42c5-9362-8c14cc94565d {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.239038] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.316615] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f7d83f-1456-412a-e484-6cbe44fd748e, 'name': SearchDatastore_Task, 'duration_secs': 0.025062} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.317173] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.317173] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] c5965305-3868-4887-9f36-395d428d2f08/c5965305-3868-4887-9f36-395d428d2f08.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.317401] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb44ac86-8c89-429f-997d-740d480e29f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.325027] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1065.325027] env[69990]: value = "task-3446802" [ 1065.325027] env[69990]: _type = "Task" [ 1065.325027] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.332999] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.603964] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1065.604420] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688065', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'name': 'volume-c45482a2-52fd-4b67-971e-23f12da51d31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fd3cead-f928-4c85-95ba-aaefb99835a9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'serial': 'c45482a2-52fd-4b67-971e-23f12da51d31'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1065.605430] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe209b23-41d1-497f-959f-7fc09b33b332 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.623986] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a6804-70ff-4396-83c0-54c897c2c5b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.649790] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-c45482a2-52fd-4b67-971e-23f12da51d31/volume-c45482a2-52fd-4b67-971e-23f12da51d31.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.652627] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80fe0ac-ab0d-4930-bf07-9824937a08d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.672722] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1065.672722] env[69990]: value = "task-3446803" [ 1065.672722] env[69990]: _type = "Task" [ 1065.672722] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.684208] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.713455] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "refresh_cache-a0082b36-cfd5-44e4-8248-505c71040952" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713455] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "refresh_cache-a0082b36-cfd5-44e4-8248-505c71040952" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713455] env[69990]: DEBUG nova.network.neutron [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.722590] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f235f31b-bf46-4e7f-b37b-5c6ea7b5723a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.727273] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.727623] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.727896] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.728067] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.728254] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.730472] env[69990]: INFO nova.compute.manager [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Terminating instance [ 1065.743017] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ed088-3433-4e54-a178-f4fc69abb740 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.751312] env[69990]: DEBUG oslo_vmware.api [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446801, 'name': PowerOnVM_Task, 'duration_secs': 0.579146} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.752064] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.752286] env[69990]: INFO nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1065.752463] env[69990]: DEBUG nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.753595] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e696f42-d0b0-4a92-bd38-86321513d9a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.785502] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e0c7a4-5a52-4e42-bfc5-855c7c2f4909 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.801928] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36cb028-974b-4f5e-8a70-7e9f5dfaf2f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.817151] env[69990]: DEBUG nova.compute.provider_tree [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.840636] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446802, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.184590] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.235624] env[69990]: DEBUG nova.compute.manager [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.235977] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.237407] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c8aec-f142-4c47-a786-e94a78654ce9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.246984] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.247962] env[69990]: DEBUG nova.network.neutron [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.249997] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf1c26b-76c5-45c5-a7ba-e37cbd090f2b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.256938] env[69990]: DEBUG oslo_vmware.api [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1066.256938] env[69990]: value = "task-3446804" [ 1066.256938] env[69990]: _type = "Task" [ 1066.256938] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.268335] env[69990]: DEBUG oslo_vmware.api [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.302909] env[69990]: INFO nova.compute.manager [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Took 16.63 seconds to build instance. [ 1066.320594] env[69990]: DEBUG nova.scheduler.client.report [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.337718] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693566} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.341929] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] c5965305-3868-4887-9f36-395d428d2f08/c5965305-3868-4887-9f36-395d428d2f08.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.342250] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.342872] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a7e54c5-a1fc-40f2-bea8-26f55344c437 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.350347] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1066.350347] env[69990]: value = "task-3446805" [ 1066.350347] env[69990]: _type = "Task" [ 1066.350347] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.359178] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.510408] env[69990]: DEBUG nova.compute.manager [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Received event network-vif-plugged-6b74ce82-7785-42c5-9362-8c14cc94565d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.510408] env[69990]: DEBUG oslo_concurrency.lockutils [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] Acquiring lock "a0082b36-cfd5-44e4-8248-505c71040952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.510408] env[69990]: DEBUG oslo_concurrency.lockutils [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] Lock "a0082b36-cfd5-44e4-8248-505c71040952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.510408] env[69990]: DEBUG oslo_concurrency.lockutils [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] Lock "a0082b36-cfd5-44e4-8248-505c71040952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.510408] env[69990]: DEBUG nova.compute.manager [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] No waiting events found dispatching network-vif-plugged-6b74ce82-7785-42c5-9362-8c14cc94565d {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.510408] env[69990]: WARNING nova.compute.manager [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Received unexpected event network-vif-plugged-6b74ce82-7785-42c5-9362-8c14cc94565d for instance with vm_state building and task_state spawning. [ 1066.510408] env[69990]: DEBUG nova.compute.manager [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Received event network-changed-6b74ce82-7785-42c5-9362-8c14cc94565d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.510408] env[69990]: DEBUG nova.compute.manager [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Refreshing instance network info cache due to event network-changed-6b74ce82-7785-42c5-9362-8c14cc94565d. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.511343] env[69990]: DEBUG oslo_concurrency.lockutils [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] Acquiring lock "refresh_cache-a0082b36-cfd5-44e4-8248-505c71040952" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.521883] env[69990]: DEBUG nova.network.neutron [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Updating instance_info_cache with network_info: [{"id": "6b74ce82-7785-42c5-9362-8c14cc94565d", "address": "fa:16:3e:17:b1:4e", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b74ce82-77", "ovs_interfaceid": "6b74ce82-7785-42c5-9362-8c14cc94565d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.685521] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446803, 'name': ReconfigVM_Task, 'duration_secs': 0.61603} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.685825] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-c45482a2-52fd-4b67-971e-23f12da51d31/volume-c45482a2-52fd-4b67-971e-23f12da51d31.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.690657] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec3f6313-adb3-4813-899d-fc720e55196a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.705839] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1066.705839] env[69990]: value = "task-3446806" [ 1066.705839] env[69990]: _type = "Task" [ 1066.705839] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.713960] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.766939] env[69990]: DEBUG oslo_vmware.api [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446804, 'name': PowerOffVM_Task, 'duration_secs': 0.298901} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.767270] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.767448] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.767771] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b3e56e8-544e-4162-add2-245895ccabb9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.805135] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7f45e526-6167-4b82-8374-4475007c6b79 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.144s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.825395] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.826121] env[69990]: DEBUG nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.829608] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.481s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.829941] env[69990]: DEBUG nova.objects.instance [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lazy-loading 'resources' on Instance uuid 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.835611] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.835878] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.836093] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleting the datastore file [datastore2] 8b135b1f-bdad-4410-ac61-ebe9a9c85844 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.836364] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d9a586d-6904-46e3-b6ce-d02f24ea75b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.842592] env[69990]: DEBUG oslo_vmware.api [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1066.842592] env[69990]: value = "task-3446808" [ 1066.842592] env[69990]: _type = "Task" [ 1066.842592] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.851308] env[69990]: DEBUG oslo_vmware.api [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.858696] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093416} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.858973] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.860045] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a03d5e-489a-4a28-a757-325141230d55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.882817] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c5965305-3868-4887-9f36-395d428d2f08/c5965305-3868-4887-9f36-395d428d2f08.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.883915] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a06ec1d2-9895-42cb-aebd-fd519ac0b6d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.905095] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1066.905095] env[69990]: value = "task-3446809" [ 1066.905095] env[69990]: _type = "Task" [ 1066.905095] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.914010] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.027026] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "refresh_cache-a0082b36-cfd5-44e4-8248-505c71040952" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.027026] env[69990]: DEBUG nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Instance network_info: |[{"id": "6b74ce82-7785-42c5-9362-8c14cc94565d", "address": "fa:16:3e:17:b1:4e", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b74ce82-77", "ovs_interfaceid": "6b74ce82-7785-42c5-9362-8c14cc94565d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.027026] env[69990]: DEBUG oslo_concurrency.lockutils [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] Acquired lock "refresh_cache-a0082b36-cfd5-44e4-8248-505c71040952" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.027026] env[69990]: DEBUG nova.network.neutron [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Refreshing network info cache for port 6b74ce82-7785-42c5-9362-8c14cc94565d {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.027896] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:b1:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b74ce82-7785-42c5-9362-8c14cc94565d', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.037504] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.040833] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.041545] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a21c14c6-9f22-4051-85cb-aa872f75d458 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.066765] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.066765] env[69990]: value = "task-3446810" [ 1067.066765] env[69990]: _type = "Task" [ 1067.066765] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.075380] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446810, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.216087] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.299997] env[69990]: DEBUG nova.network.neutron [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Updated VIF entry in instance network info cache for port 6b74ce82-7785-42c5-9362-8c14cc94565d. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.300444] env[69990]: DEBUG nova.network.neutron [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Updating instance_info_cache with network_info: [{"id": "6b74ce82-7785-42c5-9362-8c14cc94565d", "address": "fa:16:3e:17:b1:4e", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b74ce82-77", "ovs_interfaceid": "6b74ce82-7785-42c5-9362-8c14cc94565d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.334708] env[69990]: DEBUG nova.compute.utils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.341054] env[69990]: DEBUG nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.341203] env[69990]: DEBUG nova.network.neutron [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.356784] env[69990]: DEBUG oslo_vmware.api [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315146} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.356991] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.357270] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.357472] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.357646] env[69990]: INFO nova.compute.manager [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1067.357939] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.358191] env[69990]: DEBUG nova.compute.manager [-] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.358289] env[69990]: DEBUG nova.network.neutron [-] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.418545] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446809, 'name': ReconfigVM_Task, 'duration_secs': 0.400535} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.418844] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c5965305-3868-4887-9f36-395d428d2f08/c5965305-3868-4887-9f36-395d428d2f08.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.419514] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da607a2a-a035-4961-ade4-3f1290cdd46b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.424294] env[69990]: DEBUG nova.policy [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71ff30b786774c1cb29b64bfdee9ebb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd679ad29591b40afb643b8be0f3925f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.429783] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1067.429783] env[69990]: value = "task-3446811" [ 1067.429783] env[69990]: _type = "Task" [ 1067.429783] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.511710] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5a9df-1e7f-43f7-a1dd-c7a4ab4a1690 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.519525] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cce931ac-da06-475b-881e-277ecd722894 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Suspending the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1067.519738] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-484281c0-edfc-47e9-90d5-77ddf8ad7d15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.526186] env[69990]: DEBUG oslo_vmware.api [None req-cce931ac-da06-475b-881e-277ecd722894 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1067.526186] env[69990]: value = "task-3446812" [ 1067.526186] env[69990]: _type = "Task" [ 1067.526186] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.536200] env[69990]: DEBUG oslo_vmware.api [None req-cce931ac-da06-475b-881e-277ecd722894 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446812, 'name': SuspendVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.575253] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa2ce3-007d-4c27-b27c-075decb8849a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.581389] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446810, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.585864] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c684adc6-4ad9-4b26-889b-2a6458ab4388 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.624356] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e73ae9-947b-4561-a0dc-7956c828c385 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.634848] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b016a3-dfaa-40bf-af5f-5e657e6b2c72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.653806] env[69990]: DEBUG nova.compute.provider_tree [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.719568] env[69990]: DEBUG oslo_vmware.api [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446806, 'name': ReconfigVM_Task, 'duration_secs': 0.71953} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.719979] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688065', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'name': 'volume-c45482a2-52fd-4b67-971e-23f12da51d31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fd3cead-f928-4c85-95ba-aaefb99835a9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'serial': 'c45482a2-52fd-4b67-971e-23f12da51d31'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.804311] env[69990]: DEBUG oslo_concurrency.lockutils [req-7683e0e2-af16-4ce8-b1c0-3ce98d1d7586 req-99a2d9f5-1dc0-4520-99bc-edea78b12c93 service nova] Releasing lock "refresh_cache-a0082b36-cfd5-44e4-8248-505c71040952" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.841578] env[69990]: DEBUG nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.919334] env[69990]: DEBUG nova.network.neutron [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Successfully created port: 3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.939728] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446811, 'name': Rename_Task, 'duration_secs': 0.219194} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.940068] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.940350] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-affc9a98-f0df-42fd-974a-1ede29af1c18 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.946619] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1067.946619] env[69990]: value = "task-3446813" [ 1067.946619] env[69990]: _type = "Task" [ 1067.946619] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.955168] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.036471] env[69990]: DEBUG oslo_vmware.api [None req-cce931ac-da06-475b-881e-277ecd722894 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446812, 'name': SuspendVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.078815] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446810, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.160021] env[69990]: DEBUG nova.scheduler.client.report [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.277231] env[69990]: DEBUG nova.network.neutron [-] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.457252] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446813, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.536127] env[69990]: DEBUG oslo_vmware.api [None req-cce931ac-da06-475b-881e-277ecd722894 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446812, 'name': SuspendVM_Task, 'duration_secs': 0.681705} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.537420] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cce931ac-da06-475b-881e-277ecd722894 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Suspended the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1068.537613] env[69990]: DEBUG nova.compute.manager [None req-cce931ac-da06-475b-881e-277ecd722894 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.538759] env[69990]: DEBUG nova.compute.manager [req-7aa0457e-c6ce-4ba5-8390-5fac6eda0889 req-9a127d2b-b72f-42f9-8c24-850552b31b8d service nova] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Received event network-vif-deleted-9f55dadc-fe43-40e2-a057-d5e2577801ca {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.539759] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be65917-766f-4c87-8d90-8ccf55258350 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.577542] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446810, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.663738] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.667811] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.124s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.694829] env[69990]: INFO nova.scheduler.client.report [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Deleted allocations for instance 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f [ 1068.760074] env[69990]: DEBUG nova.objects.instance [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'flavor' on Instance uuid 7fd3cead-f928-4c85-95ba-aaefb99835a9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.781217] env[69990]: INFO nova.compute.manager [-] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Took 1.42 seconds to deallocate network for instance. [ 1068.852862] env[69990]: DEBUG nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.878090] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.878349] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.878546] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.878739] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.879084] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.879272] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.879499] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.879664] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.879835] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.880016] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.880194] env[69990]: DEBUG nova.virt.hardware [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.881088] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6571ce73-cdf4-480d-bb76-dec41b331cc5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.890054] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0182fb25-e958-4293-82aa-28db0dc91021 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.957202] env[69990]: DEBUG oslo_vmware.api [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446813, 'name': PowerOnVM_Task, 'duration_secs': 0.539271} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.957483] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.957730] env[69990]: INFO nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1068.957949] env[69990]: DEBUG nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.958749] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb69813-141a-4e06-929b-8f54817822e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.080188] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446810, 'name': CreateVM_Task, 'duration_secs': 1.534355} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.080368] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.081042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.081211] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.081518] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.082728] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15af4434-b570-4494-87fd-2420837e6f70 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.090394] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1069.090394] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c26beb-7757-7839-e0de-8c8eb0a686e9" [ 1069.090394] env[69990]: _type = "Task" [ 1069.090394] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.098654] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c26beb-7757-7839-e0de-8c8eb0a686e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.202396] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f2ec99dc-a611-4c16-a397-79925d775daa tempest-ListImageFiltersTestJSON-1653482490 tempest-ListImageFiltersTestJSON-1653482490-project-member] Lock "2ab8c20d-54e4-4fc9-82ff-778cb9cb281f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.300s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.264637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c2889071-0172-4baa-939b-62bde701e36b tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.279s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.287218] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.480626] env[69990]: INFO nova.compute.manager [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Took 16.18 seconds to build instance. [ 1069.525227] env[69990]: DEBUG nova.network.neutron [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Successfully updated port: 3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.589098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.589839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.604726] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c26beb-7757-7839-e0de-8c8eb0a686e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.605665] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.605921] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.606179] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.606329] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.606578] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.607034] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2347de7-f1ed-43ed-8f98-99c280c76e82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.616362] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.616362] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.617156] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022f09c3-c3a1-4a8a-8e8f-d1e862ccee78 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.623289] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1069.623289] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523daf17-dc6f-18e7-2752-1727dc1448f7" [ 1069.623289] env[69990]: _type = "Task" [ 1069.623289] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.631375] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523daf17-dc6f-18e7-2752-1727dc1448f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.702753] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 28aaa1db-7b99-4a85-b849-4c8cb3c15957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.702985] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 276f50a8-6376-4df3-ab3b-5d25dc5184f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.703216] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 8b135b1f-bdad-4410-ac61-ebe9a9c85844 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.703443] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance aa59ad5b-c9dd-46f3-8582-f295d9716514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.703632] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance af03ceef-5d65-4b23-a402-a02680e7533d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.703812] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 7fd3cead-f928-4c85-95ba-aaefb99835a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.704061] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 506a8d37-0a02-46b3-af37-4ea8f4b05e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.704257] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 3f3543df-06a3-4f88-ba67-9b247cc91d6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.704400] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance edfb9f0a-e172-459d-8b1c-c48bab53ba03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.704670] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 4a93f602-404a-42c2-a954-45e1160d2ee3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.704816] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance c5965305-3868-4887-9f36-395d428d2f08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.704972] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a0082b36-cfd5-44e4-8248-505c71040952 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.705165] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance fff36436-5f1f-460a-8a3d-e7b0c4caa72f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1069.705468] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1069.705741] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1069.896843] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b576dbd-439d-4b6e-b491-5ea3bf613d19 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.904827] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8db12a-a357-40b8-bd86-cb8740d090d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.936952] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c888c4b-0c6c-416b-8877-177aa4dda9b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.944843] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9845125-f8eb-4b40-8a3c-407692aaff47 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.961666] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.985362] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50d8ee67-8725-4155-af3b-e4b59d386ca4 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "c5965305-3868-4887-9f36-395d428d2f08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.688s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.029024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.029024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.029024] env[69990]: DEBUG nova.network.neutron [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.035473] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "4a93f602-404a-42c2-a954-45e1160d2ee3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.035706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.036135] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "4a93f602-404a-42c2-a954-45e1160d2ee3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.036135] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.036301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.039723] env[69990]: INFO nova.compute.manager [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Terminating instance [ 1070.098617] env[69990]: INFO nova.compute.manager [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Detaching volume c45482a2-52fd-4b67-971e-23f12da51d31 [ 1070.134481] env[69990]: INFO nova.virt.block_device [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Attempting to driver detach volume c45482a2-52fd-4b67-971e-23f12da51d31 from mountpoint /dev/sdb [ 1070.134855] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.135209] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688065', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'name': 'volume-c45482a2-52fd-4b67-971e-23f12da51d31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fd3cead-f928-4c85-95ba-aaefb99835a9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'serial': 'c45482a2-52fd-4b67-971e-23f12da51d31'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.136442] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f45187-9923-4ad4-ad1c-4c42e638098c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.145969] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523daf17-dc6f-18e7-2752-1727dc1448f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008804} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.147642] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d8c4da-f289-4e02-bdbb-1ab66fe9ea4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.171314] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e7f9ae-ae12-4133-8405-d5bb14bbb821 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.175689] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1070.175689] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5255c737-e677-64c1-c6bf-b9c485ef8d09" [ 1070.175689] env[69990]: _type = "Task" [ 1070.175689] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.182753] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c956c1-4c65-4e98-982e-94c9c1aaa4b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.188411] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5255c737-e677-64c1-c6bf-b9c485ef8d09, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.188995] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.189316] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] a0082b36-cfd5-44e4-8248-505c71040952/a0082b36-cfd5-44e4-8248-505c71040952.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.189578] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c1d83a3-1a78-49c0-b9bb-99b7514b6b82 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.207789] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b211bd-a532-40b5-8272-09549884d167 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.212706] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1070.212706] env[69990]: value = "task-3446814" [ 1070.212706] env[69990]: _type = "Task" [ 1070.212706] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.224094] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] The volume has not been displaced from its original location: [datastore1] volume-c45482a2-52fd-4b67-971e-23f12da51d31/volume-c45482a2-52fd-4b67-971e-23f12da51d31.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1070.229499] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.232717] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088ffb23-9858-4147-b210-3635b6b98147 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.253143] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.254444] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1070.254444] env[69990]: value = "task-3446815" [ 1070.254444] env[69990]: _type = "Task" [ 1070.254444] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.262238] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.464999] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.544255] env[69990]: DEBUG nova.compute.manager [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.544669] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.545906] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d08a1c-c50f-46d4-8406-36be6854aee1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.556433] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.557478] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e21fa9d-ff55-4c0b-a1a2-5579d3ac9932 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.580662] env[69990]: DEBUG nova.compute.manager [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Received event network-vif-plugged-3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.580910] env[69990]: DEBUG oslo_concurrency.lockutils [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.581765] env[69990]: DEBUG oslo_concurrency.lockutils [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.581765] env[69990]: DEBUG oslo_concurrency.lockutils [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.581765] env[69990]: DEBUG nova.compute.manager [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] No waiting events found dispatching network-vif-plugged-3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.581765] env[69990]: WARNING nova.compute.manager [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Received unexpected event network-vif-plugged-3d3755d7-461f-4553-afc4-312ba645e1b4 for instance with vm_state building and task_state spawning. [ 1070.581963] env[69990]: DEBUG nova.compute.manager [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Received event network-changed-3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.582098] env[69990]: DEBUG nova.compute.manager [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Refreshing instance network info cache due to event network-changed-3d3755d7-461f-4553-afc4-312ba645e1b4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.582371] env[69990]: DEBUG oslo_concurrency.lockutils [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] Acquiring lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.604364] env[69990]: DEBUG nova.network.neutron [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.734139] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476343} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.736762] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] a0082b36-cfd5-44e4-8248-505c71040952/a0082b36-cfd5-44e4-8248-505c71040952.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.736988] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.737283] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9554f48a-db50-4627-8eee-772142ca2b29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.744551] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1070.744551] env[69990]: value = "task-3446817" [ 1070.744551] env[69990]: _type = "Task" [ 1070.744551] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.752910] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.763720] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.846802] env[69990]: DEBUG nova.network.neutron [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating instance_info_cache with network_info: [{"id": "3d3755d7-461f-4553-afc4-312ba645e1b4", "address": "fa:16:3e:95:82:89", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d3755d7-46", "ovs_interfaceid": "3d3755d7-461f-4553-afc4-312ba645e1b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.970892] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1070.972242] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.303s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.972242] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.684s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.972242] env[69990]: DEBUG nova.objects.instance [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lazy-loading 'resources' on Instance uuid 8b135b1f-bdad-4410-ac61-ebe9a9c85844 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.254540] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072124} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.254838] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.255640] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d464dd-f3b0-425b-a745-5d3361b9a913 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.291471] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a0082b36-cfd5-44e4-8248-505c71040952/a0082b36-cfd5-44e4-8248-505c71040952.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.291854] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.292226] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffb18ac-6e7d-4a31-9b63-ce5f297015aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.317348] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1071.317348] env[69990]: value = "task-3446818" [ 1071.317348] env[69990]: _type = "Task" [ 1071.317348] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.325715] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.336275] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52315229-a82d-fe62-eb76-705ec2e62ad6/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.337249] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1b86b-fd82-4924-98b9-6acc2397ddfd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.344419] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52315229-a82d-fe62-eb76-705ec2e62ad6/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.344602] env[69990]: ERROR oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52315229-a82d-fe62-eb76-705ec2e62ad6/disk-0.vmdk due to incomplete transfer. [ 1071.344844] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f239029-ef38-4a90-b0ea-abaa6d1506c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.349130] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.349492] env[69990]: DEBUG nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Instance network_info: |[{"id": "3d3755d7-461f-4553-afc4-312ba645e1b4", "address": "fa:16:3e:95:82:89", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d3755d7-46", "ovs_interfaceid": "3d3755d7-461f-4553-afc4-312ba645e1b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.349779] env[69990]: DEBUG oslo_concurrency.lockutils [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] Acquired lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.349953] env[69990]: DEBUG nova.network.neutron [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Refreshing network info cache for port 3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.351327] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:82:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d3755d7-461f-4553-afc4-312ba645e1b4', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.359118] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Creating folder: Project (d679ad29591b40afb643b8be0f3925f0). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.361121] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e40b1f8-4613-4a6b-9a33-ecce016d2063 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.362800] env[69990]: DEBUG oslo_vmware.rw_handles [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52315229-a82d-fe62-eb76-705ec2e62ad6/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1071.362987] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Uploaded image 7c8216ff-b166-44b3-99bb-e61940897165 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1071.365255] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1071.367751] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f347de3-9979-45df-ab7a-038876df704e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.374154] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1071.374154] env[69990]: value = "task-3446820" [ 1071.374154] env[69990]: _type = "Task" [ 1071.374154] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.378307] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Created folder: Project (d679ad29591b40afb643b8be0f3925f0) in parent group-v687779. [ 1071.378486] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Creating folder: Instances. Parent ref: group-v688068. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.379027] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c175db1d-d498-47cc-926d-25711c15b4d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.383745] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446820, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.391404] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Created folder: Instances in parent group-v688068. [ 1071.391636] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.391850] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.392096] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64884a52-27e6-4d1f-9613-a4c01eb6a549 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.412233] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.412233] env[69990]: value = "task-3446822" [ 1071.412233] env[69990]: _type = "Task" [ 1071.412233] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.420271] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446822, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.696515] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2bb27f-2cdd-4bdc-947c-90ff71f913fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.704563] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8010d2-e572-4873-8523-e3b3c0b88f63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.736635] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2bfa11-a405-4565-8c9a-7e355e9927d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.744900] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd233b5e-baf4-4462-9322-f9111316e404 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.759116] env[69990]: DEBUG nova.compute.provider_tree [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.770658] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.770931] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.771157] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleting the datastore file [datastore1] 4a93f602-404a-42c2-a954-45e1160d2ee3 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.777022] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b97b39c-7f4b-4e14-be8a-db6455e254fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.777165] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446815, 'name': ReconfigVM_Task, 'duration_secs': 1.272877} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.778233] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.786116] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c530a7-5c1c-4827-9ad1-02e4c973dfd1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.800634] env[69990]: DEBUG oslo_vmware.api [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1071.800634] env[69990]: value = "task-3446823" [ 1071.800634] env[69990]: _type = "Task" [ 1071.800634] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.806624] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1071.806624] env[69990]: value = "task-3446824" [ 1071.806624] env[69990]: _type = "Task" [ 1071.806624] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.810354] env[69990]: DEBUG oslo_vmware.api [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.824900] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.831215] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.884191] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446820, 'name': Destroy_Task} progress is 33%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.922774] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446822, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.233636] env[69990]: DEBUG nova.network.neutron [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updated VIF entry in instance network info cache for port 3d3755d7-461f-4553-afc4-312ba645e1b4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.234038] env[69990]: DEBUG nova.network.neutron [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating instance_info_cache with network_info: [{"id": "3d3755d7-461f-4553-afc4-312ba645e1b4", "address": "fa:16:3e:95:82:89", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d3755d7-46", "ovs_interfaceid": "3d3755d7-461f-4553-afc4-312ba645e1b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.269301] env[69990]: DEBUG nova.scheduler.client.report [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.311234] env[69990]: DEBUG oslo_vmware.api [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223687} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.314496] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.314698] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.314921] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.315049] env[69990]: INFO nova.compute.manager [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1072.315305] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.315509] env[69990]: DEBUG nova.compute.manager [-] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.315604] env[69990]: DEBUG nova.network.neutron [-] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.324658] env[69990]: DEBUG oslo_vmware.api [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446824, 'name': ReconfigVM_Task, 'duration_secs': 0.180523} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.324946] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688065', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'name': 'volume-c45482a2-52fd-4b67-971e-23f12da51d31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fd3cead-f928-4c85-95ba-aaefb99835a9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c45482a2-52fd-4b67-971e-23f12da51d31', 'serial': 'c45482a2-52fd-4b67-971e-23f12da51d31'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.331665] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446818, 'name': ReconfigVM_Task, 'duration_secs': 0.745488} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.331927] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a0082b36-cfd5-44e4-8248-505c71040952/a0082b36-cfd5-44e4-8248-505c71040952.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.332645] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aebc605-5d11-4df1-b910-38b60f857478 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.338432] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1072.338432] env[69990]: value = "task-3446825" [ 1072.338432] env[69990]: _type = "Task" [ 1072.338432] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.347611] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446825, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.384302] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446820, 'name': Destroy_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.422507] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446822, 'name': CreateVM_Task, 'duration_secs': 0.575584} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.422688] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.423390] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.423561] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.423892] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.424165] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f88d54-a7d4-41c6-a090-9d9943b15dfb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.428792] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1072.428792] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b2628f-f003-a803-7a99-d3114da228e2" [ 1072.428792] env[69990]: _type = "Task" [ 1072.428792] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.436938] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b2628f-f003-a803-7a99-d3114da228e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.614959] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.615227] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing instance network info cache due to event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.616770] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.616770] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.616770] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.737712] env[69990]: DEBUG oslo_concurrency.lockutils [req-760e104a-a29b-4352-8a1d-b7b4723c3055 req-f893137f-61f3-49d3-959c-2400932d3ec3 service nova] Releasing lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.772321] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.795685] env[69990]: INFO nova.scheduler.client.report [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted allocations for instance 8b135b1f-bdad-4410-ac61-ebe9a9c85844 [ 1072.850076] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446825, 'name': Rename_Task, 'duration_secs': 0.133752} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.850405] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.850717] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075a0898-699e-4088-8b1c-f05cbeda3dce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.857956] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1072.857956] env[69990]: value = "task-3446826" [ 1072.857956] env[69990]: _type = "Task" [ 1072.857956] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.868430] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.880400] env[69990]: DEBUG nova.objects.instance [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'flavor' on Instance uuid 7fd3cead-f928-4c85-95ba-aaefb99835a9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.888798] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446820, 'name': Destroy_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.938868] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b2628f-f003-a803-7a99-d3114da228e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.939217] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.939459] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.939697] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.939844] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.940053] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.940294] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f97aa62-11e1-4905-b1c1-31543689896f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.948121] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.948306] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.949038] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3342773a-8c41-4dbf-8382-8163953de408 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.953978] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1072.953978] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52eef9f9-5d01-ed58-16bc-084558e6d33d" [ 1072.953978] env[69990]: _type = "Task" [ 1072.953978] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.962137] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52eef9f9-5d01-ed58-16bc-084558e6d33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.038493] env[69990]: DEBUG nova.network.neutron [-] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.305464] env[69990]: DEBUG oslo_concurrency.lockutils [None req-50ffc8c3-db69-4f51-85d1-391810b4c510 tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "8b135b1f-bdad-4410-ac61-ebe9a9c85844" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.578s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.369941] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.386425] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446820, 'name': Destroy_Task, 'duration_secs': 2.005891} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.387832] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Destroyed the VM [ 1073.388073] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1073.388483] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ac075ce-5599-4c39-aca6-b35ce5cd1902 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.393783] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1073.393783] env[69990]: value = "task-3446827" [ 1073.393783] env[69990]: _type = "Task" [ 1073.393783] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.402725] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.419154] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updated VIF entry in instance network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.419588] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.464424] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52eef9f9-5d01-ed58-16bc-084558e6d33d, 'name': SearchDatastore_Task, 'duration_secs': 0.007652} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.465251] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7134d9c-5ca2-4dc0-9f8f-241d491f885a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.470534] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1073.470534] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d58d0e-ef61-add1-c68a-a7948e20fbf3" [ 1073.470534] env[69990]: _type = "Task" [ 1073.470534] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.478234] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d58d0e-ef61-add1-c68a-a7948e20fbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.541443] env[69990]: INFO nova.compute.manager [-] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Took 1.23 seconds to deallocate network for instance. [ 1073.613204] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.613486] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.613695] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.613897] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.614062] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.616016] env[69990]: INFO nova.compute.manager [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Terminating instance [ 1073.872021] env[69990]: DEBUG oslo_vmware.api [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446826, 'name': PowerOnVM_Task, 'duration_secs': 0.611743} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.872021] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.872021] env[69990]: INFO nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1073.872021] env[69990]: DEBUG nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.872021] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7665ee8-ea4c-4483-a81d-31c57c2ab008 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.890338] env[69990]: DEBUG oslo_concurrency.lockutils [None req-37af244e-03aa-4d81-8780-73781ec95416 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.300s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.903999] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446827, 'name': RemoveSnapshot_Task, 'duration_secs': 0.458161} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.904907] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1073.905278] env[69990]: DEBUG nova.compute.manager [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.906115] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41b940a-c33d-4331-8ad2-db7b91955ddf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.922055] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.922441] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-changed-69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.922537] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing instance network info cache due to event network-changed-69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.922711] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.922852] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.923022] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.982355] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d58d0e-ef61-add1-c68a-a7948e20fbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.983043] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.983116] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] fff36436-5f1f-460a-8a3d-e7b0c4caa72f/fff36436-5f1f-460a-8a3d-e7b0c4caa72f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.983725] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b54c326-a489-41e5-8ac2-677b557b27a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.991015] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1073.991015] env[69990]: value = "task-3446828" [ 1073.991015] env[69990]: _type = "Task" [ 1073.991015] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.998763] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.051601] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.051894] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.052137] env[69990]: DEBUG nova.objects.instance [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'resources' on Instance uuid 4a93f602-404a-42c2-a954-45e1160d2ee3 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.119766] env[69990]: DEBUG nova.compute.manager [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.119998] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.120894] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c5c65d-b2ea-4e66-ad8d-8edf15ea2ded {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.128813] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.129103] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81310f5f-3edc-4a18-a3a2-364506cac449 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.134598] env[69990]: DEBUG oslo_vmware.api [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1074.134598] env[69990]: value = "task-3446829" [ 1074.134598] env[69990]: _type = "Task" [ 1074.134598] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.144229] env[69990]: DEBUG oslo_vmware.api [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.395174] env[69990]: INFO nova.compute.manager [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Took 19.33 seconds to build instance. [ 1074.419723] env[69990]: INFO nova.compute.manager [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Shelve offloading [ 1074.500943] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457375} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.501281] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] fff36436-5f1f-460a-8a3d-e7b0c4caa72f/fff36436-5f1f-460a-8a3d-e7b0c4caa72f.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.501497] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.501745] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb38b04-bbfa-44be-a9a3-df5965c3a0e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.508335] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1074.508335] env[69990]: value = "task-3446830" [ 1074.508335] env[69990]: _type = "Task" [ 1074.508335] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.520250] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.646157] env[69990]: DEBUG oslo_vmware.api [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446829, 'name': PowerOffVM_Task, 'duration_secs': 0.323308} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.648584] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.648759] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.649206] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f9b7ae-a981-461d-bf22-e0d54f368e5e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.668610] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updated VIF entry in instance network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.669049] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.715020] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.715256] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.715444] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleting the datastore file [datastore2] 276f50a8-6376-4df3-ab3b-5d25dc5184f3 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.715851] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3497a6fa-52a9-4c0e-be28-fcb4b94196cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.722085] env[69990]: DEBUG oslo_vmware.api [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for the task: (returnval){ [ 1074.722085] env[69990]: value = "task-3446832" [ 1074.722085] env[69990]: _type = "Task" [ 1074.722085] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.729722] env[69990]: DEBUG oslo_vmware.api [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.731154] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597b77fe-e30a-4321-8ae2-93deb9c48875 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.737498] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1242dcf-b8b1-40a5-8ab5-cf8b8a1f6125 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.771044] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da0172c-07c7-4caa-a059-35afc9fe4529 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.778515] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3414b9-adae-44fa-99d6-5584c2c2b6a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.792162] env[69990]: DEBUG nova.compute.provider_tree [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.898155] env[69990]: DEBUG oslo_concurrency.lockutils [None req-99dc1fff-be6b-4b8d-9b50-f6321ab90a42 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "a0082b36-cfd5-44e4-8248-505c71040952" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.843s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.925088] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.925440] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7756259-b001-463b-8500-e7a1feac06e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.933286] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1074.933286] env[69990]: value = "task-3446833" [ 1074.933286] env[69990]: _type = "Task" [ 1074.933286] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.941511] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.946037] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.946317] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.946567] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "7fd3cead-f928-4c85-95ba-aaefb99835a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.946790] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.946997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.952158] env[69990]: INFO nova.compute.manager [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Terminating instance [ 1075.023028] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198143} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.023028] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.023300] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b694e9-e585-4499-81ba-93c9441d96ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.045829] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] fff36436-5f1f-460a-8a3d-e7b0c4caa72f/fff36436-5f1f-460a-8a3d-e7b0c4caa72f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.046089] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0095a815-a16a-49d3-9196-7455878e9093 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.065426] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1075.065426] env[69990]: value = "task-3446834" [ 1075.065426] env[69990]: _type = "Task" [ 1075.065426] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.074413] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.172451] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.172728] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-changed-69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.172898] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing instance network info cache due to event network-changed-69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.173130] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.173276] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.173438] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.232037] env[69990]: DEBUG oslo_vmware.api [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Task: {'id': task-3446832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138157} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.232358] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.232475] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.233499] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.233499] env[69990]: INFO nova.compute.manager [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1075.233499] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.233499] env[69990]: DEBUG nova.compute.manager [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.233499] env[69990]: DEBUG nova.network.neutron [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.295493] env[69990]: DEBUG nova.scheduler.client.report [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.444536] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1075.444782] env[69990]: DEBUG nova.compute.manager [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.446387] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf2c01-aa20-4d58-b24a-ad0ee2deef15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.452967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.453167] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.453315] env[69990]: DEBUG nova.network.neutron [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.455315] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "a0082b36-cfd5-44e4-8248-505c71040952" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.455315] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "a0082b36-cfd5-44e4-8248-505c71040952" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.455315] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "a0082b36-cfd5-44e4-8248-505c71040952-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.455315] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "a0082b36-cfd5-44e4-8248-505c71040952-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.455315] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "a0082b36-cfd5-44e4-8248-505c71040952-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.456858] env[69990]: INFO nova.compute.manager [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Terminating instance [ 1075.458387] env[69990]: DEBUG nova.compute.manager [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.458588] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.461101] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b91bbf-716b-4306-b857-f48eb5f9156e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.468646] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.469730] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1ccf70a-370d-4ff7-8308-65377e2f19b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.472123] env[69990]: DEBUG nova.compute.manager [req-3934b595-c12d-48f6-ab23-437414237c94 req-a4d0e139-6ffb-4d59-a063-357dca5f84d7 service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Received event network-vif-deleted-3638b236-ea44-4f1b-bbb1-d54997d77967 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.472313] env[69990]: INFO nova.compute.manager [req-3934b595-c12d-48f6-ab23-437414237c94 req-a4d0e139-6ffb-4d59-a063-357dca5f84d7 service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Neutron deleted interface 3638b236-ea44-4f1b-bbb1-d54997d77967; detaching it from the instance and deleting it from the info cache [ 1075.472481] env[69990]: DEBUG nova.network.neutron [req-3934b595-c12d-48f6-ab23-437414237c94 req-a4d0e139-6ffb-4d59-a063-357dca5f84d7 service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.480107] env[69990]: DEBUG oslo_vmware.api [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1075.480107] env[69990]: value = "task-3446835" [ 1075.480107] env[69990]: _type = "Task" [ 1075.480107] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.490178] env[69990]: DEBUG oslo_vmware.api [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.576292] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.800370] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.832072] env[69990]: INFO nova.scheduler.client.report [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted allocations for instance 4a93f602-404a-42c2-a954-45e1160d2ee3 [ 1075.875070] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updated VIF entry in instance network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.875449] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.953689] env[69990]: DEBUG nova.network.neutron [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.965634] env[69990]: DEBUG nova.compute.manager [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.965634] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.966530] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6961551-701d-4b16-856c-013d1b8d9cdc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.978161] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.978161] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-664db848-3b14-464f-b382-8b07a87ec18e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.980264] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84bee502-5fcf-4048-b928-ad169253f8b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.990700] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c2b661-4f48-47f7-8e6b-cb95030f96dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.008431] env[69990]: DEBUG oslo_vmware.api [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446835, 'name': PowerOffVM_Task, 'duration_secs': 0.426377} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.008733] env[69990]: DEBUG oslo_vmware.api [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1076.008733] env[69990]: value = "task-3446836" [ 1076.008733] env[69990]: _type = "Task" [ 1076.008733] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.009435] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.009636] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.010134] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05049250-9d2c-4bb8-99df-4c4d514308a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.019644] env[69990]: DEBUG oslo_vmware.api [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.037848] env[69990]: DEBUG nova.compute.manager [req-3934b595-c12d-48f6-ab23-437414237c94 req-a4d0e139-6ffb-4d59-a063-357dca5f84d7 service nova] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Detach interface failed, port_id=3638b236-ea44-4f1b-bbb1-d54997d77967, reason: Instance 276f50a8-6376-4df3-ab3b-5d25dc5184f3 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.078022] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446834, 'name': ReconfigVM_Task, 'duration_secs': 0.876186} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.078342] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Reconfigured VM instance instance-0000006b to attach disk [datastore2] fff36436-5f1f-460a-8a3d-e7b0c4caa72f/fff36436-5f1f-460a-8a3d-e7b0c4caa72f.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.079043] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e9f0ca-c721-4fdc-9e17-b9e9a54438c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.084977] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.084977] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.084977] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleting the datastore file [datastore2] 7fd3cead-f928-4c85-95ba-aaefb99835a9 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.085682] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d08775c-3944-4be0-bb2c-774f92e218ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.092249] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1076.092249] env[69990]: value = "task-3446838" [ 1076.092249] env[69990]: _type = "Task" [ 1076.092249] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.093716] env[69990]: DEBUG oslo_vmware.api [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1076.093716] env[69990]: value = "task-3446839" [ 1076.093716] env[69990]: _type = "Task" [ 1076.093716] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.107572] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446838, 'name': Rename_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.109062] env[69990]: DEBUG oslo_vmware.api [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.261784] env[69990]: DEBUG nova.network.neutron [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311bd9bf-56", "ovs_interfaceid": "311bd9bf-5665-4d8d-82ed-847236066233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.341897] env[69990]: DEBUG oslo_concurrency.lockutils [None req-feacb32b-dab0-49bb-bf6c-3b5134fb1819 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "4a93f602-404a-42c2-a954-45e1160d2ee3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.306s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.378207] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.378511] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.378694] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing instance network info cache due to event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.378913] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.379069] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.379239] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.456544] env[69990]: INFO nova.compute.manager [-] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Took 1.22 seconds to deallocate network for instance. [ 1076.521645] env[69990]: DEBUG oslo_vmware.api [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446836, 'name': PowerOffVM_Task, 'duration_secs': 0.199313} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.521915] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.522097] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.522506] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-060b3167-2533-4689-80b2-296a37d94e38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.590556] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.590779] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.590956] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleting the datastore file [datastore1] a0082b36-cfd5-44e4-8248-505c71040952 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.591243] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613542c6-7c1c-4f00-a50b-43c02ff49643 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.598887] env[69990]: DEBUG oslo_vmware.api [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1076.598887] env[69990]: value = "task-3446841" [ 1076.598887] env[69990]: _type = "Task" [ 1076.598887] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.608295] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446838, 'name': Rename_Task, 'duration_secs': 0.199905} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.608907] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.609165] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6824e973-2307-4b6b-903f-2554eb8466c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.615841] env[69990]: DEBUG oslo_vmware.api [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.616098] env[69990]: DEBUG oslo_vmware.api [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142837} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.616672] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.616866] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.617065] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.617245] env[69990]: INFO nova.compute.manager [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1076.617497] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.617692] env[69990]: DEBUG nova.compute.manager [-] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.617786] env[69990]: DEBUG nova.network.neutron [-] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.620462] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1076.620462] env[69990]: value = "task-3446842" [ 1076.620462] env[69990]: _type = "Task" [ 1076.620462] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.628614] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.764637] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.963400] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.963746] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.963904] env[69990]: DEBUG nova.objects.instance [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lazy-loading 'resources' on Instance uuid 276f50a8-6376-4df3-ab3b-5d25dc5184f3 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.112818] env[69990]: DEBUG oslo_vmware.api [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152358} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.113753] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.114168] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.114404] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.114933] env[69990]: INFO nova.compute.manager [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.115093] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.115445] env[69990]: DEBUG nova.compute.manager [-] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.115445] env[69990]: DEBUG nova.network.neutron [-] [instance: a0082b36-cfd5-44e4-8248-505c71040952] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.117917] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updated VIF entry in instance network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.118433] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.131387] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.189968] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "ae53b001-aea9-469c-a212-9d1b3026cb26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.190217] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.456403] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.457683] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb694e1-0fbc-4e42-ae7e-99b99ac6bbc3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.466565] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.466801] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8615eb47-aaf2-419e-be11-ab1339ef8caa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.497778] env[69990]: DEBUG nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-vif-unplugged-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.498700] env[69990]: DEBUG oslo_concurrency.lockutils [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.498700] env[69990]: DEBUG oslo_concurrency.lockutils [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.498776] env[69990]: DEBUG oslo_concurrency.lockutils [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.498899] env[69990]: DEBUG nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] No waiting events found dispatching network-vif-unplugged-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.499078] env[69990]: WARNING nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received unexpected event network-vif-unplugged-311bd9bf-5665-4d8d-82ed-847236066233 for instance with vm_state shelved and task_state shelving_offloading. [ 1077.499262] env[69990]: DEBUG nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-changed-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.499451] env[69990]: DEBUG nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing instance network info cache due to event network-changed-311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.499636] env[69990]: DEBUG oslo_concurrency.lockutils [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] Acquiring lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.499767] env[69990]: DEBUG oslo_concurrency.lockutils [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] Acquired lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.501138] env[69990]: DEBUG nova.network.neutron [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.542484] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.542793] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.542914] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleting the datastore file [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.543567] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49208555-470c-40fc-9bbc-813bb188f844 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.565019] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1077.565019] env[69990]: value = "task-3446844" [ 1077.565019] env[69990]: _type = "Task" [ 1077.565019] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.567394] env[69990]: DEBUG oslo_concurrency.lockutils [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.568292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.580173] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.621014] env[69990]: DEBUG oslo_concurrency.lockutils [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.621360] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Received event network-vif-deleted-823e2fda-c326-44d5-a35e-5ecf58a6b333 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.621593] env[69990]: INFO nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Neutron deleted interface 823e2fda-c326-44d5-a35e-5ecf58a6b333; detaching it from the instance and deleting it from the info cache [ 1077.621953] env[69990]: DEBUG nova.network.neutron [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.635863] env[69990]: DEBUG oslo_vmware.api [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446842, 'name': PowerOnVM_Task, 'duration_secs': 0.767341} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.637270] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.639022] env[69990]: INFO nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1077.639022] env[69990]: DEBUG nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.639022] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca62b8b-4a0e-4050-b5d2-9cdfc3fac913 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.687910] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a31a3-56ec-4eca-9703-20c59054f9e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.693597] env[69990]: DEBUG nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.699260] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f11f2c-cd5a-45f2-8fee-a32bd8c66cd0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.731457] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2341e2af-bd76-412a-a0dd-4ffb8c60b0ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.739541] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05722831-afd1-4ce0-9e26-a8460b1988b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.753037] env[69990]: DEBUG nova.compute.provider_tree [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.973617] env[69990]: DEBUG nova.network.neutron [-] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.075496] env[69990]: DEBUG nova.compute.utils [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.079974] env[69990]: DEBUG oslo_vmware.api [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134493} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.080291] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.080503] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.080639] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.087977] env[69990]: DEBUG nova.network.neutron [-] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.106936] env[69990]: INFO nova.scheduler.client.report [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted allocations for instance af03ceef-5d65-4b23-a402-a02680e7533d [ 1078.128037] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c932573-5415-451b-b7c7-feace6f55b98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.135797] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67df522-f5bd-465e-aad8-868ae5c94e97 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.167576] env[69990]: DEBUG nova.compute.manager [req-3ebcb379-8d01-4b27-ac0b-abe2d4bdbc4a req-050317f1-6e6d-4825-b5e2-29256f8758a9 service nova] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Detach interface failed, port_id=823e2fda-c326-44d5-a35e-5ecf58a6b333, reason: Instance 4a93f602-404a-42c2-a954-45e1160d2ee3 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.168341] env[69990]: INFO nova.compute.manager [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Took 20.35 seconds to build instance. [ 1078.212963] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.240420] env[69990]: DEBUG nova.network.neutron [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updated VIF entry in instance network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.240878] env[69990]: DEBUG nova.network.neutron [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap311bd9bf-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.255831] env[69990]: DEBUG nova.scheduler.client.report [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.476093] env[69990]: INFO nova.compute.manager [-] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Took 1.86 seconds to deallocate network for instance. [ 1078.581827] env[69990]: DEBUG oslo_concurrency.lockutils [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.592816] env[69990]: INFO nova.compute.manager [-] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Took 1.48 seconds to deallocate network for instance. [ 1078.611060] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.670706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1f5e15c-a4e2-44f8-bafc-847cba97738a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.862s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.744524] env[69990]: DEBUG oslo_concurrency.lockutils [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] Releasing lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.744795] env[69990]: DEBUG nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Received event network-vif-deleted-7696ead1-4db7-4f0f-a2a9-ffeee0851445 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.744972] env[69990]: INFO nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Neutron deleted interface 7696ead1-4db7-4f0f-a2a9-ffeee0851445; detaching it from the instance and deleting it from the info cache [ 1078.745169] env[69990]: DEBUG nova.network.neutron [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.761917] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.764966] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.552s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.766935] env[69990]: INFO nova.compute.claims [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.780027] env[69990]: INFO nova.scheduler.client.report [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Deleted allocations for instance 276f50a8-6376-4df3-ab3b-5d25dc5184f3 [ 1078.983249] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.099297] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.248031] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e90c7c76-22f1-4ca4-be3f-d928a8fa0637 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.257928] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f63915b-bd28-4b7e-a90f-390cbfef16bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.290073] env[69990]: DEBUG nova.compute.manager [req-cde7fa69-682c-46f3-bdfe-0925374db9ff req-d4d6a46f-7f6a-4f1f-913a-8a20a32880f2 service nova] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Detach interface failed, port_id=7696ead1-4db7-4f0f-a2a9-ffeee0851445, reason: Instance 7fd3cead-f928-4c85-95ba-aaefb99835a9 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.293048] env[69990]: DEBUG oslo_concurrency.lockutils [None req-016acc85-9076-4bca-b556-5929a616a3ac tempest-ServersAdminTestJSON-1465404187 tempest-ServersAdminTestJSON-1465404187-project-member] Lock "276f50a8-6376-4df3-ab3b-5d25dc5184f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.529063] env[69990]: DEBUG nova.compute.manager [req-9444429e-3209-4496-bb71-852a0e78a086 req-e8071e82-626e-410e-a4b9-fd6609e5a9b3 service nova] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Received event network-vif-deleted-6b74ce82-7785-42c5-9362-8c14cc94565d {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.619774] env[69990]: DEBUG oslo_concurrency.lockutils [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.620068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.620310] env[69990]: INFO nova.compute.manager [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Attaching volume 1421ae3e-fd07-4da5-8329-97cf37eb4fe2 to /dev/sdb [ 1079.661174] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de94a06-11a2-4aca-92d5-498da3380ae2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.671780] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca815c5-29be-49b3-9540-fc7716aaeb55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.685368] env[69990]: DEBUG nova.virt.block_device [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating existing volume attachment record: 81df6d4e-05b6-46f3-9063-bbbae6186822 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1079.798965] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.799231] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.799456] env[69990]: INFO nova.compute.manager [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Rebooting instance [ 1079.932547] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e53803-e97c-4316-ac64-d62fa2a0f76e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.941472] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612065ff-a6b3-44c8-ac69-2ec5d7f07a4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.985996] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b4f8e2-5f12-4588-a6ed-7ca968f161f2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.994870] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d87f106-f81d-4b3c-9653-0b630fa8f46a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.017738] env[69990]: DEBUG nova.compute.provider_tree [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.323610] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.323804] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.323982] env[69990]: DEBUG nova.network.neutron [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.505907] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.521233] env[69990]: DEBUG nova.scheduler.client.report [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.026560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.027247] env[69990]: DEBUG nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.030096] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.419s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.030349] env[69990]: DEBUG nova.objects.instance [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'resources' on Instance uuid af03ceef-5d65-4b23-a402-a02680e7533d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.063258] env[69990]: DEBUG nova.network.neutron [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.533905] env[69990]: DEBUG nova.objects.instance [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'numa_topology' on Instance uuid af03ceef-5d65-4b23-a402-a02680e7533d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.535943] env[69990]: DEBUG nova.compute.utils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.538296] env[69990]: DEBUG nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.538458] env[69990]: DEBUG nova.network.neutron [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.557248] env[69990]: DEBUG nova.compute.manager [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Received event network-changed-3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.558260] env[69990]: DEBUG nova.compute.manager [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Refreshing instance network info cache due to event network-changed-3d3755d7-461f-4553-afc4-312ba645e1b4. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.558260] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] Acquiring lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.558260] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] Acquired lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.558260] env[69990]: DEBUG nova.network.neutron [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Refreshing network info cache for port 3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.565283] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.601929] env[69990]: DEBUG nova.policy [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a503cea6b5493fb9f69d2d35c6a438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924d4a88cf644ab1bd49987168f56483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.038889] env[69990]: DEBUG nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.042732] env[69990]: DEBUG nova.objects.base [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.072097] env[69990]: DEBUG nova.compute.manager [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.073442] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b8cdb4-8372-4766-b6b3-43b1adf35a55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.254174] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b06e0c-f724-4b8e-be70-93e5ab47ddf4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.260980] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea335cf2-f998-440a-88ab-51d0db2bd097 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.294296] env[69990]: DEBUG nova.network.neutron [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Successfully created port: 686edbc8-fda1-44f6-8a7b-c3b4f473275e {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.296517] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151cc247-44b7-4fe4-b4a2-8fd4f7230fa4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.304051] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01ee085-4a4c-4b8c-8a1f-4c8ed6d2d2ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.316791] env[69990]: DEBUG nova.compute.provider_tree [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.506622] env[69990]: DEBUG nova.network.neutron [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updated VIF entry in instance network info cache for port 3d3755d7-461f-4553-afc4-312ba645e1b4. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.506719] env[69990]: DEBUG nova.network.neutron [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating instance_info_cache with network_info: [{"id": "3d3755d7-461f-4553-afc4-312ba645e1b4", "address": "fa:16:3e:95:82:89", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d3755d7-46", "ovs_interfaceid": "3d3755d7-461f-4553-afc4-312ba645e1b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.820454] env[69990]: DEBUG nova.scheduler.client.report [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.011160] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8e0c1ec-1e6f-46f9-a109-b0370a96fe07 req-d11f926f-b4da-4aae-bb46-d65151ad7a9f service nova] Releasing lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.051745] env[69990]: DEBUG nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.080639] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.080639] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.080639] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.080856] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.080856] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.080964] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.081336] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.081512] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.081685] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.081849] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.082031] env[69990]: DEBUG nova.virt.hardware [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.082897] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dcf0f3-9307-4adc-bbff-7fc4df08e8f0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.091347] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49190093-9dd7-4b4b-b4a2-606568d9f587 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.096393] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ba4d0-8ef6-4fa1-9875-de729e184553 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.102620] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Doing hard reboot of VM {{(pid=69990) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1083.109949] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a2eb0781-30cc-451f-bf2c-70ab2f6f6241 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.115559] env[69990]: DEBUG oslo_vmware.api [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1083.115559] env[69990]: value = "task-3446849" [ 1083.115559] env[69990]: _type = "Task" [ 1083.115559] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.123797] env[69990]: DEBUG oslo_vmware.api [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446849, 'name': ResetVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.325891] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.328518] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.345s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.328742] env[69990]: DEBUG nova.objects.instance [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'resources' on Instance uuid 7fd3cead-f928-4c85-95ba-aaefb99835a9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.626222] env[69990]: DEBUG oslo_vmware.api [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446849, 'name': ResetVM_Task, 'duration_secs': 0.102088} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.626520] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Did hard reboot of VM {{(pid=69990) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1083.626720] env[69990]: DEBUG nova.compute.manager [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.627483] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e768d27-fe26-43ee-8f7e-ad4144b37eee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.842598] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c92fb3c1-c1b4-4f29-a124-e616386f5e22 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.580s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.842598] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.337s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.842598] env[69990]: INFO nova.compute.manager [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Unshelving [ 1083.852493] env[69990]: DEBUG nova.compute.manager [req-d4053e37-293e-4411-beb1-b6ff29808c02 req-67bf5024-2ad6-40f5-8cf4-3037b379b64d service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Received event network-vif-plugged-686edbc8-fda1-44f6-8a7b-c3b4f473275e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.853351] env[69990]: DEBUG oslo_concurrency.lockutils [req-d4053e37-293e-4411-beb1-b6ff29808c02 req-67bf5024-2ad6-40f5-8cf4-3037b379b64d service nova] Acquiring lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.853351] env[69990]: DEBUG oslo_concurrency.lockutils [req-d4053e37-293e-4411-beb1-b6ff29808c02 req-67bf5024-2ad6-40f5-8cf4-3037b379b64d service nova] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.853351] env[69990]: DEBUG oslo_concurrency.lockutils [req-d4053e37-293e-4411-beb1-b6ff29808c02 req-67bf5024-2ad6-40f5-8cf4-3037b379b64d service nova] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.853351] env[69990]: DEBUG nova.compute.manager [req-d4053e37-293e-4411-beb1-b6ff29808c02 req-67bf5024-2ad6-40f5-8cf4-3037b379b64d service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] No waiting events found dispatching network-vif-plugged-686edbc8-fda1-44f6-8a7b-c3b4f473275e {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.853610] env[69990]: WARNING nova.compute.manager [req-d4053e37-293e-4411-beb1-b6ff29808c02 req-67bf5024-2ad6-40f5-8cf4-3037b379b64d service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Received unexpected event network-vif-plugged-686edbc8-fda1-44f6-8a7b-c3b4f473275e for instance with vm_state building and task_state spawning. [ 1083.940248] env[69990]: DEBUG nova.network.neutron [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Successfully updated port: 686edbc8-fda1-44f6-8a7b-c3b4f473275e {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.004186] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324e271-1970-49d7-b67b-8899664e9352 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.013331] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfee9e74-2df9-4abc-b63b-bf75c2edc02a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.045121] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6068210-6937-4c96-995d-d01bf2f8885e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.052563] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffac7cd-d202-4d10-b2f1-da0357657d2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.065942] env[69990]: DEBUG nova.compute.provider_tree [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.139069] env[69990]: DEBUG oslo_concurrency.lockutils [None req-4ca12cf7-30b2-4439-827f-cf5ab7869202 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.340s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.447073] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.447073] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.447073] env[69990]: DEBUG nova.network.neutron [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.569439] env[69990]: DEBUG nova.scheduler.client.report [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.744117] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1084.744353] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688072', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'name': 'volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3543df-06a3-4f88-ba67-9b247cc91d6c', 'attached_at': '', 'detached_at': '', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'serial': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1084.745254] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab307b4-d1b4-4941-aa93-d24c2e09615d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.763761] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d51bb0-d7b4-4aa8-97f4-15c862a252c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.799776] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2/volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.800335] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d101c9-a183-492f-bbf5-49d559147bfc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.821272] env[69990]: DEBUG oslo_vmware.api [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1084.821272] env[69990]: value = "task-3446850" [ 1084.821272] env[69990]: _type = "Task" [ 1084.821272] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.830918] env[69990]: DEBUG oslo_vmware.api [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.870451] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.982812] env[69990]: DEBUG nova.network.neutron [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.078405] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.087639] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.988s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.089061] env[69990]: DEBUG nova.objects.instance [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lazy-loading 'resources' on Instance uuid a0082b36-cfd5-44e4-8248-505c71040952 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.123584] env[69990]: INFO nova.scheduler.client.report [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted allocations for instance 7fd3cead-f928-4c85-95ba-aaefb99835a9 [ 1085.169121] env[69990]: DEBUG nova.network.neutron [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance_info_cache with network_info: [{"id": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "address": "fa:16:3e:60:11:39", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686edbc8-fd", "ovs_interfaceid": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.332230] env[69990]: DEBUG oslo_vmware.api [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446850, 'name': ReconfigVM_Task, 'duration_secs': 0.459966} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.332617] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2/volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.337407] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908e1853-78b8-42c3-acfe-03841956d075 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.352712] env[69990]: DEBUG oslo_vmware.api [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1085.352712] env[69990]: value = "task-3446851" [ 1085.352712] env[69990]: _type = "Task" [ 1085.352712] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.361256] env[69990]: DEBUG oslo_vmware.api [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.630915] env[69990]: DEBUG oslo_concurrency.lockutils [None req-42dbbf79-bc24-477e-ba93-7fcc26538d1f tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "7fd3cead-f928-4c85-95ba-aaefb99835a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.684s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.672492] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.673123] env[69990]: DEBUG nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Instance network_info: |[{"id": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "address": "fa:16:3e:60:11:39", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686edbc8-fd", "ovs_interfaceid": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.673334] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:11:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '686edbc8-fda1-44f6-8a7b-c3b4f473275e', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.681030] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.681227] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.681447] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9b0d878-44c2-4c29-a89a-9e9048cf679c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.705687] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.705687] env[69990]: value = "task-3446852" [ 1085.705687] env[69990]: _type = "Task" [ 1085.705687] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.715054] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446852, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.778187] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8c7893-2ddf-4cce-b5a8-11fec695a325 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.789020] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c0f06-853d-4df7-b14d-6756d0f91f3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.825021] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4543b7-2bba-49a5-a56e-6c57967baa2e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.834796] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fcb97-239b-45f4-9ea6-8d4fc271158f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.847440] env[69990]: DEBUG nova.compute.provider_tree [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.861772] env[69990]: DEBUG oslo_vmware.api [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446851, 'name': ReconfigVM_Task, 'duration_secs': 0.143716} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.863037] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688072', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'name': 'volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f3543df-06a3-4f88-ba67-9b247cc91d6c', 'attached_at': '', 'detached_at': '', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'serial': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.914233] env[69990]: DEBUG nova.compute.manager [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Received event network-changed-686edbc8-fda1-44f6-8a7b-c3b4f473275e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.914233] env[69990]: DEBUG nova.compute.manager [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Refreshing instance network info cache due to event network-changed-686edbc8-fda1-44f6-8a7b-c3b4f473275e. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.914233] env[69990]: DEBUG oslo_concurrency.lockutils [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] Acquiring lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.914615] env[69990]: DEBUG oslo_concurrency.lockutils [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] Acquired lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.914615] env[69990]: DEBUG nova.network.neutron [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Refreshing network info cache for port 686edbc8-fda1-44f6-8a7b-c3b4f473275e {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.218357] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446852, 'name': CreateVM_Task, 'duration_secs': 0.354256} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.218625] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.219386] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.219715] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.220086] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.220847] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913a862f-ef44-40bf-b115-c5f857ddedcb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.229208] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1086.229208] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52696314-9211-eeaa-86db-aa518e8523cb" [ 1086.229208] env[69990]: _type = "Task" [ 1086.229208] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.235703] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52696314-9211-eeaa-86db-aa518e8523cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.350905] env[69990]: DEBUG nova.scheduler.client.report [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.458903] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.459376] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.624035] env[69990]: DEBUG nova.network.neutron [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updated VIF entry in instance network info cache for port 686edbc8-fda1-44f6-8a7b-c3b4f473275e. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.624401] env[69990]: DEBUG nova.network.neutron [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance_info_cache with network_info: [{"id": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "address": "fa:16:3e:60:11:39", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686edbc8-fd", "ovs_interfaceid": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.703807] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-edfb9f0a-e172-459d-8b1c-c48bab53ba03-29bac9f9-df6d-493c-a4c8-13310acbb69f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.704056] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-edfb9f0a-e172-459d-8b1c-c48bab53ba03-29bac9f9-df6d-493c-a4c8-13310acbb69f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.704586] env[69990]: DEBUG nova.objects.instance [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'flavor' on Instance uuid edfb9f0a-e172-459d-8b1c-c48bab53ba03 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.737196] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52696314-9211-eeaa-86db-aa518e8523cb, 'name': SearchDatastore_Task, 'duration_secs': 0.03234} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.737506] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.737741] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.737970] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.738129] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.738305] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.738562] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b6fe99-fa7a-40a3-b41a-8140b406e451 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.748956] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.748956] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.749279] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e464fe10-80e1-4805-bfb2-f9068f256620 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.754908] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1086.754908] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d1a758-7c3b-fae2-4869-69cfe3f28e51" [ 1086.754908] env[69990]: _type = "Task" [ 1086.754908] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.763015] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d1a758-7c3b-fae2-4869-69cfe3f28e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.856755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.863028] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.990s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.863028] env[69990]: DEBUG nova.objects.instance [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'pci_requests' on Instance uuid af03ceef-5d65-4b23-a402-a02680e7533d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.883888] env[69990]: INFO nova.scheduler.client.report [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted allocations for instance a0082b36-cfd5-44e4-8248-505c71040952 [ 1086.919952] env[69990]: DEBUG nova.objects.instance [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'flavor' on Instance uuid 3f3543df-06a3-4f88-ba67-9b247cc91d6c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.962772] env[69990]: DEBUG nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.127166] env[69990]: DEBUG oslo_concurrency.lockutils [req-e1ee7a1f-9882-40c1-8f48-8c9a5a99a117 req-11a51f87-2eb5-4881-a871-9bcb8c8d61d2 service nova] Releasing lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.267800] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d1a758-7c3b-fae2-4869-69cfe3f28e51, 'name': SearchDatastore_Task, 'duration_secs': 0.037304} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.268630] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003c8961-439c-4286-8a30-9c289bc0c40f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.274101] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1087.274101] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524ae576-b619-e8d8-9491-f3d15df32f19" [ 1087.274101] env[69990]: _type = "Task" [ 1087.274101] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.283616] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524ae576-b619-e8d8-9491-f3d15df32f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.309875] env[69990]: DEBUG nova.objects.instance [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'pci_requests' on Instance uuid edfb9f0a-e172-459d-8b1c-c48bab53ba03 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.366773] env[69990]: DEBUG nova.objects.instance [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'numa_topology' on Instance uuid af03ceef-5d65-4b23-a402-a02680e7533d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.391224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-85d06e2d-01fc-4a0e-b58e-955c9e89685d tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "a0082b36-cfd5-44e4-8248-505c71040952" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.936s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.424424] env[69990]: DEBUG oslo_concurrency.lockutils [None req-470b5b8b-4c8d-4cbe-8cd5-070a9397631f tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.804s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.482899] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.785919] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524ae576-b619-e8d8-9491-f3d15df32f19, 'name': SearchDatastore_Task, 'duration_secs': 0.023223} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.786206] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.786469] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ae53b001-aea9-469c-a212-9d1b3026cb26/ae53b001-aea9-469c-a212-9d1b3026cb26.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.786728] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-883e7156-4d58-4a59-8698-8f9861d8776a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.793730] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1087.793730] env[69990]: value = "task-3446853" [ 1087.793730] env[69990]: _type = "Task" [ 1087.793730] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.802500] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.807704] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.807921] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.814075] env[69990]: DEBUG nova.objects.base [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.814261] env[69990]: DEBUG nova.network.neutron [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.869913] env[69990]: INFO nova.compute.claims [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.887534] env[69990]: DEBUG nova.policy [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.304989] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.310622] env[69990]: DEBUG nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.380493] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.380737] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.804254] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.828630] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.883542] env[69990]: DEBUG nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.026773] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec2f38-2751-4878-a347-4dc94e5ac18d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.034360] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039bd8aa-ecd7-40d9-a588-7f4dd9bc98b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.066091] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1837f16e-0ebb-4704-a22f-5c6d658d8c0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.073322] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac38af4-5427-4c4e-8ca7-f05055165b21 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.081790] env[69990]: DEBUG nova.compute.manager [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1089.093331] env[69990]: DEBUG nova.compute.provider_tree [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.305392] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.498679} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.305744] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] ae53b001-aea9-469c-a212-9d1b3026cb26/ae53b001-aea9-469c-a212-9d1b3026cb26.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.305844] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.306130] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ef87e2a-dedb-4a4c-b96a-7e2a1e78118e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.312996] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1089.312996] env[69990]: value = "task-3446854" [ 1089.312996] env[69990]: _type = "Task" [ 1089.312996] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.321511] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.353450] env[69990]: DEBUG nova.compute.manager [req-d851f534-2245-4175-9bed-4c62d6720980 req-b5ce6314-f19a-4461-9594-eafaddc2c846 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-vif-plugged-29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.353723] env[69990]: DEBUG oslo_concurrency.lockutils [req-d851f534-2245-4175-9bed-4c62d6720980 req-b5ce6314-f19a-4461-9594-eafaddc2c846 service nova] Acquiring lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.353955] env[69990]: DEBUG oslo_concurrency.lockutils [req-d851f534-2245-4175-9bed-4c62d6720980 req-b5ce6314-f19a-4461-9594-eafaddc2c846 service nova] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.354340] env[69990]: DEBUG oslo_concurrency.lockutils [req-d851f534-2245-4175-9bed-4c62d6720980 req-b5ce6314-f19a-4461-9594-eafaddc2c846 service nova] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.354538] env[69990]: DEBUG nova.compute.manager [req-d851f534-2245-4175-9bed-4c62d6720980 req-b5ce6314-f19a-4461-9594-eafaddc2c846 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] No waiting events found dispatching network-vif-plugged-29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.354708] env[69990]: WARNING nova.compute.manager [req-d851f534-2245-4175-9bed-4c62d6720980 req-b5ce6314-f19a-4461-9594-eafaddc2c846 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received unexpected event network-vif-plugged-29bac9f9-df6d-493c-a4c8-13310acbb69f for instance with vm_state active and task_state None. [ 1089.406621] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.445315] env[69990]: DEBUG nova.network.neutron [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Successfully updated port: 29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.596243] env[69990]: DEBUG nova.scheduler.client.report [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.600531] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.824070] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072456} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.824070] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.824862] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a940cc-e02c-411e-94df-eaae352b5540 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.846555] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ae53b001-aea9-469c-a212-9d1b3026cb26/ae53b001-aea9-469c-a212-9d1b3026cb26.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.846820] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c85e8f-57ef-4418-a137-c31417ece4b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.867107] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1089.867107] env[69990]: value = "task-3446855" [ 1089.867107] env[69990]: _type = "Task" [ 1089.867107] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.874862] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.947885] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.948151] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.948400] env[69990]: DEBUG nova.network.neutron [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.102372] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.242s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.104672] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.622s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.106582] env[69990]: INFO nova.compute.claims [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.137832] env[69990]: INFO nova.network.neutron [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating port 311bd9bf-5665-4d8d-82ed-847236066233 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1090.377132] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446855, 'name': ReconfigVM_Task, 'duration_secs': 0.319716} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.377439] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ae53b001-aea9-469c-a212-9d1b3026cb26/ae53b001-aea9-469c-a212-9d1b3026cb26.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.378067] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b032329-ce2b-40bb-8fc8-ce122f32044c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.384517] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1090.384517] env[69990]: value = "task-3446856" [ 1090.384517] env[69990]: _type = "Task" [ 1090.384517] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.395088] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446856, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.485195] env[69990]: WARNING nova.network.neutron [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] d9e816e8-6eda-4434-8d74-628025ea3d43 already exists in list: networks containing: ['d9e816e8-6eda-4434-8d74-628025ea3d43']. ignoring it [ 1090.749167] env[69990]: DEBUG nova.network.neutron [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "address": "fa:16:3e:b3:a9:9f", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bac9f9-df", "ovs_interfaceid": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.895712] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446856, 'name': Rename_Task, 'duration_secs': 0.168847} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.896080] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.896340] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88444d4b-bc69-4234-bda8-cd0c9cdf4cac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.902591] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1090.902591] env[69990]: value = "task-3446857" [ 1090.902591] env[69990]: _type = "Task" [ 1090.902591] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.909988] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.252908] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.253652] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.253804] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.254656] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eedd2a4-f3ae-4b34-b07c-16c499cfd9ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.274559] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.274898] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.275169] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.275477] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.275737] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.275986] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.276350] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.276621] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.276895] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.278038] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.278038] env[69990]: DEBUG nova.virt.hardware [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.288036] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Reconfiguring VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1091.292276] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee29ddf-32bc-4724-9fd4-dea766b516e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.317469] env[69990]: DEBUG oslo_vmware.api [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1091.317469] env[69990]: value = "task-3446858" [ 1091.317469] env[69990]: _type = "Task" [ 1091.317469] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.323650] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f77579-02c5-4925-8111-36a3611960ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.329637] env[69990]: DEBUG oslo_vmware.api [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446858, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.334800] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fa5090-51d8-422a-bbce-1fab5f9c893d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.365627] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cab600-02de-4025-b333-0095d08ad939 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.373547] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d5305-9f20-4576-9d42-5c494c42f249 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.381189] env[69990]: DEBUG nova.compute.manager [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-changed-29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.381448] env[69990]: DEBUG nova.compute.manager [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing instance network info cache due to event network-changed-29bac9f9-df6d-493c-a4c8-13310acbb69f. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.381583] env[69990]: DEBUG oslo_concurrency.lockutils [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.381722] env[69990]: DEBUG oslo_concurrency.lockutils [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.381873] env[69990]: DEBUG nova.network.neutron [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing network info cache for port 29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.391093] env[69990]: DEBUG nova.compute.provider_tree [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.414338] env[69990]: DEBUG oslo_vmware.api [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446857, 'name': PowerOnVM_Task, 'duration_secs': 0.45367} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.414547] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.414774] env[69990]: INFO nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1091.414979] env[69990]: DEBUG nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.416068] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f70b9da-58cd-45d7-96ec-4c0a90fd78e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.708272] env[69990]: DEBUG nova.network.neutron [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updated VIF entry in instance network info cache for port 29bac9f9-df6d-493c-a4c8-13310acbb69f. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.708460] env[69990]: DEBUG nova.network.neutron [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "address": "fa:16:3e:b3:a9:9f", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bac9f9-df", "ovs_interfaceid": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.771446] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.771639] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.771820] env[69990]: DEBUG nova.network.neutron [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.828024] env[69990]: DEBUG oslo_vmware.api [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.896472] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.896755] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1091.897937] env[69990]: DEBUG nova.scheduler.client.report [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.901804] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.901946] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Cleaning up deleted instances with incomplete migration {{(pid=69990) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1091.936477] env[69990]: INFO nova.compute.manager [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Took 13.74 seconds to build instance. [ 1092.211189] env[69990]: DEBUG oslo_concurrency.lockutils [req-fb5f6afe-7a75-46fc-a4e8-4f48d31f3f84 req-e24fe6f3-e855-499d-8837-c5f8496c1985 service nova] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.328478] env[69990]: DEBUG oslo_vmware.api [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446858, 'name': ReconfigVM_Task, 'duration_secs': 0.60982} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.329050] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.329219] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Reconfigured VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1092.403747] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.404552] env[69990]: DEBUG nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.406992] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.578s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.409073] env[69990]: INFO nova.compute.claims [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.439042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2126a146-1ec5-451d-a0df-71a4db4d5602 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.249s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.504086] env[69990]: DEBUG nova.network.neutron [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311bd9bf-56", "ovs_interfaceid": "311bd9bf-5665-4d8d-82ed-847236066233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.834857] env[69990]: DEBUG oslo_concurrency.lockutils [None req-90014422-e080-4052-b803-bc11b1cba64d tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-edfb9f0a-e172-459d-8b1c-c48bab53ba03-29bac9f9-df6d-493c-a4c8-13310acbb69f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.130s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.915549] env[69990]: DEBUG nova.compute.utils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.918433] env[69990]: DEBUG nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.918600] env[69990]: DEBUG nova.network.neutron [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.953690] env[69990]: DEBUG nova.policy [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3acf510841d94129ac52cee9be8ebae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f99f829b39b24b61b0c9047fc1b72aea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.006623] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.035065] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8df604f36b9eb47236498a598dbf397e',container_format='bare',created_at=2025-04-15T16:51:06Z,direct_url=,disk_format='vmdk',id=7c8216ff-b166-44b3-99bb-e61940897165,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1857188401-shelved',owner='1a7cf91d9c3f465c839490b88d51d9fd',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-15T16:51:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.035326] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.035488] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.035676] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.035821] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.035967] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.036198] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.036363] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.036532] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.036697] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.036871] env[69990]: DEBUG nova.virt.hardware [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.037834] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d571b-e2be-4dff-a95e-ac434973955b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.046062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b7431-b2b1-4fc7-9066-95e39929cddc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.059747] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:43:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '311bd9bf-5665-4d8d-82ed-847236066233', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.067233] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.067533] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.067764] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a606a796-75c1-4094-a46a-cc73c4e5c191 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.087334] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.087334] env[69990]: value = "task-3446859" [ 1093.087334] env[69990]: _type = "Task" [ 1093.087334] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.094618] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446859, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.127970] env[69990]: DEBUG nova.compute.manager [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.230924] env[69990]: DEBUG nova.network.neutron [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Successfully created port: ca8688e7-75d8-43ad-8be6-b986d65df828 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.413124] env[69990]: DEBUG nova.compute.manager [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-vif-plugged-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.413124] env[69990]: DEBUG oslo_concurrency.lockutils [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.413124] env[69990]: DEBUG oslo_concurrency.lockutils [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.413124] env[69990]: DEBUG oslo_concurrency.lockutils [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.413124] env[69990]: DEBUG nova.compute.manager [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] No waiting events found dispatching network-vif-plugged-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.414082] env[69990]: WARNING nova.compute.manager [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received unexpected event network-vif-plugged-311bd9bf-5665-4d8d-82ed-847236066233 for instance with vm_state shelved_offloaded and task_state spawning. [ 1093.414415] env[69990]: DEBUG nova.compute.manager [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-changed-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.414716] env[69990]: DEBUG nova.compute.manager [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing instance network info cache due to event network-changed-311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.415048] env[69990]: DEBUG oslo_concurrency.lockutils [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] Acquiring lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.415679] env[69990]: DEBUG oslo_concurrency.lockutils [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] Acquired lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.415679] env[69990]: DEBUG nova.network.neutron [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Refreshing network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.421075] env[69990]: DEBUG nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.599414] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446859, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.603522] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaef903b-a02b-4865-8491-d12ed7644673 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.610328] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5749d3d-7b08-424f-90aa-9e33c6bf388e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.642701] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07857324-1505-44ad-b173-695e622625d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.649669] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c0d8f-c99a-492f-950d-f909b316ec64 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.654056] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.663398] env[69990]: DEBUG nova.compute.provider_tree [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.100150] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446859, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.156828] env[69990]: DEBUG nova.network.neutron [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updated VIF entry in instance network info cache for port 311bd9bf-5665-4d8d-82ed-847236066233. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.157222] env[69990]: DEBUG nova.network.neutron [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [{"id": "311bd9bf-5665-4d8d-82ed-847236066233", "address": "fa:16:3e:16:43:24", "network": {"id": "86b25837-f4e8-4057-bdeb-d999639cf121", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-653505657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7cf91d9c3f465c839490b88d51d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311bd9bf-56", "ovs_interfaceid": "311bd9bf-5665-4d8d-82ed-847236066233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.166057] env[69990]: DEBUG nova.scheduler.client.report [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.402259] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-edfb9f0a-e172-459d-8b1c-c48bab53ba03-29bac9f9-df6d-493c-a4c8-13310acbb69f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.402534] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-edfb9f0a-e172-459d-8b1c-c48bab53ba03-29bac9f9-df6d-493c-a4c8-13310acbb69f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.408051] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.436470] env[69990]: DEBUG nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.464155] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.464414] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.464570] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.464759] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.464902] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.465131] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.465409] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.465607] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.465816] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.466025] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.466249] env[69990]: DEBUG nova.virt.hardware [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.467419] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60037722-b2d7-4b33-b773-a0203b3e6f66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.476750] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf09865-d2c2-4aec-9b6e-598e73b8c694 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.601627] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446859, 'name': CreateVM_Task, 'duration_secs': 1.312887} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.601627] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.601627] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.602548] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.602548] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.602548] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4545efe-f391-44e3-b978-e00e1447b056 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.606558] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1094.606558] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e0935b-29ec-48f7-f72c-9f9e28a8034b" [ 1094.606558] env[69990]: _type = "Task" [ 1094.606558] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.616295] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e0935b-29ec-48f7-f72c-9f9e28a8034b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.660279] env[69990]: DEBUG oslo_concurrency.lockutils [req-02901a03-fd85-4b51-90aa-072f9fb59844 req-82ef51f9-2bf5-4f2a-9964-34bbb5d91c94 service nova] Releasing lock "refresh_cache-af03ceef-5d65-4b23-a402-a02680e7533d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.671272] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.671769] env[69990]: DEBUG nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.674469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.268s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.675829] env[69990]: INFO nova.compute.claims [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.696987] env[69990]: DEBUG nova.network.neutron [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Successfully updated port: ca8688e7-75d8-43ad-8be6-b986d65df828 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.905408] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.905609] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.906555] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539cba1a-1907-43ae-b674-b03755082591 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.913249] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.913414] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.928714] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd5f380-c05b-4b91-a830-d0f962ff1362 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.955169] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Reconfiguring VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1094.955499] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6abf58c1-e0a1-4307-9556-b1342d5bd829 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.973601] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1094.973601] env[69990]: value = "task-3446860" [ 1094.973601] env[69990]: _type = "Task" [ 1094.973601] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.981656] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.116578] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.116831] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Processing image 7c8216ff-b166-44b3-99bb-e61940897165 {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.117083] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165/7c8216ff-b166-44b3-99bb-e61940897165.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.117244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165/7c8216ff-b166-44b3-99bb-e61940897165.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.117414] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.117684] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51264b23-de76-4dd5-9731-4708cf0fe6a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.125573] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.125749] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.126451] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5b7482-5d18-4adb-8737-26a4e74241d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.131089] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1095.131089] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522a8876-a16e-936d-2032-18ddcd4069fb" [ 1095.131089] env[69990]: _type = "Task" [ 1095.131089] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.138045] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522a8876-a16e-936d-2032-18ddcd4069fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.179665] env[69990]: DEBUG nova.compute.utils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.182797] env[69990]: DEBUG nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.182965] env[69990]: DEBUG nova.network.neutron [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.198839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.198976] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquired lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.199136] env[69990]: DEBUG nova.network.neutron [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.224510] env[69990]: DEBUG nova.policy [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '569a37b7416040dd87354d896fac9568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42d183d1f7c4a3c89f75d6215432091', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.396699] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.448796] env[69990]: DEBUG nova.compute.manager [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Received event network-vif-plugged-ca8688e7-75d8-43ad-8be6-b986d65df828 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.449075] env[69990]: DEBUG oslo_concurrency.lockutils [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] Acquiring lock "3f27c8f3-523f-490e-aac9-28d8de6f6484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.449301] env[69990]: DEBUG oslo_concurrency.lockutils [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.449397] env[69990]: DEBUG oslo_concurrency.lockutils [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.449592] env[69990]: DEBUG nova.compute.manager [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] No waiting events found dispatching network-vif-plugged-ca8688e7-75d8-43ad-8be6-b986d65df828 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.449784] env[69990]: WARNING nova.compute.manager [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Received unexpected event network-vif-plugged-ca8688e7-75d8-43ad-8be6-b986d65df828 for instance with vm_state building and task_state spawning. [ 1095.449944] env[69990]: DEBUG nova.compute.manager [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Received event network-changed-ca8688e7-75d8-43ad-8be6-b986d65df828 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.450163] env[69990]: DEBUG nova.compute.manager [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Refreshing instance network info cache due to event network-changed-ca8688e7-75d8-43ad-8be6-b986d65df828. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.450340] env[69990]: DEBUG oslo_concurrency.lockutils [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] Acquiring lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.484136] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.542565] env[69990]: DEBUG nova.network.neutron [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Successfully created port: 8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.641307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Preparing fetch location {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1095.641556] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Fetch image to [datastore2] OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21/OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21.vmdk {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1095.641747] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Downloading stream optimized image 7c8216ff-b166-44b3-99bb-e61940897165 to [datastore2] OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21/OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21.vmdk on the data store datastore2 as vApp {{(pid=69990) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1095.641944] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Downloading image file data 7c8216ff-b166-44b3-99bb-e61940897165 to the ESX as VM named 'OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21' {{(pid=69990) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1095.688989] env[69990]: DEBUG nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.742912] env[69990]: DEBUG nova.network.neutron [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.747807] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1095.747807] env[69990]: value = "resgroup-9" [ 1095.747807] env[69990]: _type = "ResourcePool" [ 1095.747807] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1095.748095] env[69990]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f8916cea-a917-4ff1-921c-f5731a3f5322 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.776510] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease: (returnval){ [ 1095.776510] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b7bc1-23ec-3396-506b-80daaa0b5176" [ 1095.776510] env[69990]: _type = "HttpNfcLease" [ 1095.776510] env[69990]: } obtained for vApp import into resource pool (val){ [ 1095.776510] env[69990]: value = "resgroup-9" [ 1095.776510] env[69990]: _type = "ResourcePool" [ 1095.776510] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1095.776800] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the lease: (returnval){ [ 1095.776800] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b7bc1-23ec-3396-506b-80daaa0b5176" [ 1095.776800] env[69990]: _type = "HttpNfcLease" [ 1095.776800] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1095.786266] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.786266] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b7bc1-23ec-3396-506b-80daaa0b5176" [ 1095.786266] env[69990]: _type = "HttpNfcLease" [ 1095.786266] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1095.895679] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.896649] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.902695] env[69990]: DEBUG nova.network.neutron [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Updating instance_info_cache with network_info: [{"id": "ca8688e7-75d8-43ad-8be6-b986d65df828", "address": "fa:16:3e:39:ff:fc", "network": {"id": "3ce3bcd2-3e03-4e0e-9c60-ab57eef4a685", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-164577068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f99f829b39b24b61b0c9047fc1b72aea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8688e7-75", "ovs_interfaceid": "ca8688e7-75d8-43ad-8be6-b986d65df828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.929391] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c724c585-6ecc-42f5-8536-c25e3440d9e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.938706] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a3db37-57c3-41c9-b2dd-cf3863e4eab8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.970367] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c182ca-1617-48b2-8a99-9ce091788b81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.981213] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417be3c5-6442-44a3-89b0-449a6605d045 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.990116] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.997818] env[69990]: DEBUG nova.compute.provider_tree [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.286816] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.286816] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b7bc1-23ec-3396-506b-80daaa0b5176" [ 1096.286816] env[69990]: _type = "HttpNfcLease" [ 1096.286816] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1096.287120] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1096.287120] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b7bc1-23ec-3396-506b-80daaa0b5176" [ 1096.287120] env[69990]: _type = "HttpNfcLease" [ 1096.287120] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1096.287939] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f95c598-96fc-4988-aae1-a185e370e8bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.294690] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b26cec-4d93-e895-a596-c13988df0d61/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1096.294877] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b26cec-4d93-e895-a596-c13988df0d61/disk-0.vmdk. {{(pid=69990) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1096.360164] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d7265a9-4664-416d-ae56-b062e98f7aea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.407089] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Releasing lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.407564] env[69990]: DEBUG nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Instance network_info: |[{"id": "ca8688e7-75d8-43ad-8be6-b986d65df828", "address": "fa:16:3e:39:ff:fc", "network": {"id": "3ce3bcd2-3e03-4e0e-9c60-ab57eef4a685", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-164577068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f99f829b39b24b61b0c9047fc1b72aea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8688e7-75", "ovs_interfaceid": "ca8688e7-75d8-43ad-8be6-b986d65df828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.407768] env[69990]: DEBUG oslo_concurrency.lockutils [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] Acquired lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.407967] env[69990]: DEBUG nova.network.neutron [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Refreshing network info cache for port ca8688e7-75d8-43ad-8be6-b986d65df828 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.409292] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ff:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8688e7-75d8-43ad-8be6-b986d65df828', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.416611] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Creating folder: Project (f99f829b39b24b61b0c9047fc1b72aea). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.417634] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5765e372-efc0-4e62-a819-eec8a73d67cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.427941] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Created folder: Project (f99f829b39b24b61b0c9047fc1b72aea) in parent group-v687779. [ 1096.428153] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Creating folder: Instances. Parent ref: group-v688076. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.428388] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16fd875-9896-413f-8f7a-bc83821c5ec4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.436980] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Created folder: Instances in parent group-v688076. [ 1096.437216] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.437392] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.437603] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d410dc-1d85-4f94-b518-e78759ab1ce9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.455739] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.455739] env[69990]: value = "task-3446864" [ 1096.455739] env[69990]: _type = "Task" [ 1096.455739] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.462895] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446864, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.485913] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.502187] env[69990]: DEBUG nova.scheduler.client.report [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.701711] env[69990]: DEBUG nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.729573] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.729925] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.730177] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.730383] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.730536] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.730697] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.731141] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.731353] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.731558] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.731764] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.732042] env[69990]: DEBUG nova.virt.hardware [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.733217] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a7938-5a1f-4df3-9a26-965593a2a553 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.741272] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e58218-a6c8-42c7-a964-f37735792a7e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.895352] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.895602] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.971538] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446864, 'name': CreateVM_Task, 'duration_secs': 0.318545} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.971754] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.972703] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.972873] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.973309] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.973588] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86f6d15-d2f8-4bb4-8663-1268303635ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.983679] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1096.983679] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524ad876-6970-47bb-38e3-179b40670a59" [ 1096.983679] env[69990]: _type = "Task" [ 1096.983679] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.991480] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.998732] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524ad876-6970-47bb-38e3-179b40670a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.007813] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.008382] env[69990]: DEBUG nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.011056] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.411s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.280458] env[69990]: DEBUG nova.network.neutron [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Successfully updated port: 8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.304313] env[69990]: DEBUG nova.network.neutron [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Updated VIF entry in instance network info cache for port ca8688e7-75d8-43ad-8be6-b986d65df828. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.304701] env[69990]: DEBUG nova.network.neutron [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Updating instance_info_cache with network_info: [{"id": "ca8688e7-75d8-43ad-8be6-b986d65df828", "address": "fa:16:3e:39:ff:fc", "network": {"id": "3ce3bcd2-3e03-4e0e-9c60-ab57eef4a685", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-164577068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f99f829b39b24b61b0c9047fc1b72aea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8688e7-75", "ovs_interfaceid": "ca8688e7-75d8-43ad-8be6-b986d65df828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.401903] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.475145] env[69990]: DEBUG nova.compute.manager [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Received event network-vif-plugged-8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.475387] env[69990]: DEBUG oslo_concurrency.lockutils [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.475595] env[69990]: DEBUG oslo_concurrency.lockutils [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] Lock "8852ec48-43b7-436d-9081-a1283290a593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.475697] env[69990]: DEBUG oslo_concurrency.lockutils [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] Lock "8852ec48-43b7-436d-9081-a1283290a593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.475871] env[69990]: DEBUG nova.compute.manager [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] No waiting events found dispatching network-vif-plugged-8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.476072] env[69990]: WARNING nova.compute.manager [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Received unexpected event network-vif-plugged-8b354a5d-7431-4d88-9d6e-2003f18972ee for instance with vm_state building and task_state spawning. [ 1097.476247] env[69990]: DEBUG nova.compute.manager [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Received event network-changed-8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.476715] env[69990]: DEBUG nova.compute.manager [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Refreshing instance network info cache due to event network-changed-8b354a5d-7431-4d88-9d6e-2003f18972ee. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.476957] env[69990]: DEBUG oslo_concurrency.lockutils [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] Acquiring lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.477114] env[69990]: DEBUG oslo_concurrency.lockutils [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] Acquired lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.477278] env[69990]: DEBUG nova.network.neutron [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Refreshing network info cache for port 8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.491258] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.496810] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524ad876-6970-47bb-38e3-179b40670a59, 'name': SearchDatastore_Task, 'duration_secs': 0.019735} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.497106] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.497336] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.497565] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.497709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.497907] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.498183] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e93eb1d-1fc5-413b-9b0d-4c3cf2c17884 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.512404] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.512617] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.514331] env[69990]: DEBUG nova.compute.utils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.517605] env[69990]: INFO nova.compute.claims [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.520929] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601f549d-8e73-4621-87b5-9f5f7fda902c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.523814] env[69990]: DEBUG nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.523983] env[69990]: DEBUG nova.network.neutron [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.530108] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1097.530108] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b92b0-f2a8-07b4-0df6-97212a89d891" [ 1097.530108] env[69990]: _type = "Task" [ 1097.530108] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.539020] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527b92b0-f2a8-07b4-0df6-97212a89d891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.569127] env[69990]: DEBUG nova.policy [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5a65078185442c921038b19a0df6ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264c4a2642fe4876b36423f06cb6fd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.785346] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.807253] env[69990]: DEBUG oslo_concurrency.lockutils [req-0e0c9f32-593a-4815-9336-ae8705be1d24 req-b076a05f-5bf1-43e5-b495-8dba5391d72d service nova] Releasing lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.946400] env[69990]: DEBUG nova.network.neutron [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Successfully created port: 9b146ad2-b268-4483-902e-7d0891713afe {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.993294] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.026154] env[69990]: INFO nova.compute.resource_tracker [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating resource usage from migration 3ea34cc8-c667-4d4f-adc2-634d1c4f097f [ 1098.029160] env[69990]: DEBUG nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.042874] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527b92b0-f2a8-07b4-0df6-97212a89d891, 'name': SearchDatastore_Task, 'duration_secs': 0.038408} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.043752] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44f7266-ce25-4770-8c1d-e6d50161dff4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.048357] env[69990]: DEBUG nova.network.neutron [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.062310] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1098.062310] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ccf7e2-8667-9d24-a2d9-79d99261df2a" [ 1098.062310] env[69990]: _type = "Task" [ 1098.062310] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.079655] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ccf7e2-8667-9d24-a2d9-79d99261df2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.120424] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Completed reading data from the image iterator. {{(pid=69990) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1098.120824] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b26cec-4d93-e895-a596-c13988df0d61/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1098.122218] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ac461-25c7-4194-962d-be8fecc22553 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.132527] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b26cec-4d93-e895-a596-c13988df0d61/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1098.132825] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b26cec-4d93-e895-a596-c13988df0d61/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1098.136975] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-99b71ed0-7de3-4802-981e-cb58ed1c70af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.205021] env[69990]: DEBUG nova.network.neutron [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.284127] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d987c9-5726-4d14-89f4-0ec0fe0543b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.292773] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b6d8ca-85a7-40fd-b90b-d6bb36590b8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.327856] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd62bd-39de-4319-8984-1bb2b898a4dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.336398] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0e6bab-e261-4eeb-89d0-0db00143c31e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.354871] env[69990]: DEBUG nova.compute.provider_tree [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.490968] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.574057] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ccf7e2-8667-9d24-a2d9-79d99261df2a, 'name': SearchDatastore_Task, 'duration_secs': 0.018343} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.574327] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.574651] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 3f27c8f3-523f-490e-aac9-28d8de6f6484/3f27c8f3-523f-490e-aac9-28d8de6f6484.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.574839] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01905df0-4bf8-4aa8-8b9a-3916ab77d76b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.582039] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1098.582039] env[69990]: value = "task-3446865" [ 1098.582039] env[69990]: _type = "Task" [ 1098.582039] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.591164] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.684569] env[69990]: DEBUG oslo_vmware.rw_handles [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b26cec-4d93-e895-a596-c13988df0d61/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1098.684948] env[69990]: INFO nova.virt.vmwareapi.images [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Downloaded image file data 7c8216ff-b166-44b3-99bb-e61940897165 [ 1098.686458] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5accbc0e-dd52-4b3c-afab-4254a01e0560 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.704906] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c05633a8-f79a-4061-96c4-f80e6497e2e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.710674] env[69990]: DEBUG oslo_concurrency.lockutils [req-681627fe-bdb1-4523-a8d1-6454a6c25c15 req-29b823dc-6b44-473f-a6ce-b4a8cbd8a76f service nova] Releasing lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.711121] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.711334] env[69990]: DEBUG nova.network.neutron [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.737639] env[69990]: INFO nova.virt.vmwareapi.images [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] The imported VM was unregistered [ 1098.740339] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Caching image {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1098.740597] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.740964] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21a1fb3-440b-4fc9-b6e7-7fadfb77afb5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.754266] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Created directory with path [datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.754485] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21/OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21.vmdk to [datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165/7c8216ff-b166-44b3-99bb-e61940897165.vmdk. {{(pid=69990) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1098.754752] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4635785-0a06-461e-957e-b65dabefbd7c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.763545] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1098.763545] env[69990]: value = "task-3446867" [ 1098.763545] env[69990]: _type = "Task" [ 1098.763545] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.772497] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446867, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.858093] env[69990]: DEBUG nova.scheduler.client.report [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.991601] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.038974] env[69990]: DEBUG nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.070588] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.070948] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.071159] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.071406] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.071568] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.071720] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.071942] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.072162] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.072351] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.072523] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.072699] env[69990]: DEBUG nova.virt.hardware [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.073629] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dea5f87-0a42-4784-b903-f374001f1a48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.082169] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b304c-ec38-4128-8808-7b1e8cb82d70 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.094306] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446865, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.249537] env[69990]: DEBUG nova.network.neutron [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.276122] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446867, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.363252] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.352s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.363495] env[69990]: INFO nova.compute.manager [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Migrating [ 1099.370634] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.716s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.493417] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.497319] env[69990]: DEBUG nova.network.neutron [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Updating instance_info_cache with network_info: [{"id": "8b354a5d-7431-4d88-9d6e-2003f18972ee", "address": "fa:16:3e:70:62:4e", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b354a5d-74", "ovs_interfaceid": "8b354a5d-7431-4d88-9d6e-2003f18972ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.597512] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522508} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.597986] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 3f27c8f3-523f-490e-aac9-28d8de6f6484/3f27c8f3-523f-490e-aac9-28d8de6f6484.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.598403] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.598803] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-733ed6b6-7a1f-4f33-9d35-6965b0df6387 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.607957] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1099.607957] env[69990]: value = "task-3446868" [ 1099.607957] env[69990]: _type = "Task" [ 1099.607957] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.620312] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.629786] env[69990]: DEBUG nova.compute.manager [req-632ef260-1aea-4c60-b03a-2f7923df551a req-3978defd-673c-471c-bd01-6f8e96e0b918 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Received event network-vif-plugged-9b146ad2-b268-4483-902e-7d0891713afe {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.630226] env[69990]: DEBUG oslo_concurrency.lockutils [req-632ef260-1aea-4c60-b03a-2f7923df551a req-3978defd-673c-471c-bd01-6f8e96e0b918 service nova] Acquiring lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.630562] env[69990]: DEBUG oslo_concurrency.lockutils [req-632ef260-1aea-4c60-b03a-2f7923df551a req-3978defd-673c-471c-bd01-6f8e96e0b918 service nova] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.631189] env[69990]: DEBUG oslo_concurrency.lockutils [req-632ef260-1aea-4c60-b03a-2f7923df551a req-3978defd-673c-471c-bd01-6f8e96e0b918 service nova] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.631189] env[69990]: DEBUG nova.compute.manager [req-632ef260-1aea-4c60-b03a-2f7923df551a req-3978defd-673c-471c-bd01-6f8e96e0b918 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] No waiting events found dispatching network-vif-plugged-9b146ad2-b268-4483-902e-7d0891713afe {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.632055] env[69990]: WARNING nova.compute.manager [req-632ef260-1aea-4c60-b03a-2f7923df551a req-3978defd-673c-471c-bd01-6f8e96e0b918 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Received unexpected event network-vif-plugged-9b146ad2-b268-4483-902e-7d0891713afe for instance with vm_state building and task_state spawning. [ 1099.731108] env[69990]: DEBUG nova.network.neutron [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Successfully updated port: 9b146ad2-b268-4483-902e-7d0891713afe {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.774958] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446867, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.886687] env[69990]: INFO nova.compute.claims [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.890664] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.890840] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.891015] env[69990]: DEBUG nova.network.neutron [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.992344] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.000085] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.000433] env[69990]: DEBUG nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Instance network_info: |[{"id": "8b354a5d-7431-4d88-9d6e-2003f18972ee", "address": "fa:16:3e:70:62:4e", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b354a5d-74", "ovs_interfaceid": "8b354a5d-7431-4d88-9d6e-2003f18972ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.000868] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:62:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b354a5d-7431-4d88-9d6e-2003f18972ee', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.008849] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.009124] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.009414] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa94f84f-2a67-4778-a516-a5f7dca55136 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.028915] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.028915] env[69990]: value = "task-3446869" [ 1100.028915] env[69990]: _type = "Task" [ 1100.028915] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.036491] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446869, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.118805] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212322} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.119208] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.120145] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bde8f0-1a0e-4beb-84af-634df6d09752 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.144399] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 3f27c8f3-523f-490e-aac9-28d8de6f6484/3f27c8f3-523f-490e-aac9-28d8de6f6484.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.144767] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448d2a21-45ff-444f-8039-522208b0d41b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.165061] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1100.165061] env[69990]: value = "task-3446870" [ 1100.165061] env[69990]: _type = "Task" [ 1100.165061] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.173721] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.236077] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "refresh_cache-d98eed50-dde6-462b-a029-1ffa96f2a0f7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.236281] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "refresh_cache-d98eed50-dde6-462b-a029-1ffa96f2a0f7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.236399] env[69990]: DEBUG nova.network.neutron [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.276059] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446867, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.397084] env[69990]: INFO nova.compute.resource_tracker [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating resource usage from migration 4fea222b-891b-4d34-ad22-13afde22ba2d [ 1100.493958] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.539514] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446869, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.603217] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac885c63-69d7-44af-b83a-87b18bf7a192 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.613787] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e6ede-a64c-47ae-ab08-5d550462db8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.650340] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac909e5-cee0-4d98-84e7-1e430c7a9534 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.659052] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c48e89-cc5b-4122-b426-fc9e83389784 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.673688] env[69990]: DEBUG nova.compute.provider_tree [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.679037] env[69990]: DEBUG nova.network.neutron [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.685671] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.771577] env[69990]: DEBUG nova.network.neutron [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.778741] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446867, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.911344] env[69990]: DEBUG nova.network.neutron [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Updating instance_info_cache with network_info: [{"id": "9b146ad2-b268-4483-902e-7d0891713afe", "address": "fa:16:3e:a9:17:7c", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b146ad2-b2", "ovs_interfaceid": "9b146ad2-b268-4483-902e-7d0891713afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.997993] env[69990]: DEBUG oslo_vmware.api [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446860, 'name': ReconfigVM_Task, 'duration_secs': 5.755057} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.997993] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.997993] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Reconfigured VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1101.039323] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446869, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.181690] env[69990]: DEBUG nova.scheduler.client.report [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.191349] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.191349] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.280159] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446867, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.416053] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "refresh_cache-d98eed50-dde6-462b-a029-1ffa96f2a0f7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.416405] env[69990]: DEBUG nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Instance network_info: |[{"id": "9b146ad2-b268-4483-902e-7d0891713afe", "address": "fa:16:3e:a9:17:7c", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b146ad2-b2", "ovs_interfaceid": "9b146ad2-b268-4483-902e-7d0891713afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.416839] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:17:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b146ad2-b268-4483-902e-7d0891713afe', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.426230] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.426385] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.427535] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb9c7eb-c908-427c-a8e8-7ee1578cd878 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.448538] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.448538] env[69990]: value = "task-3446871" [ 1101.448538] env[69990]: _type = "Task" [ 1101.448538] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.456517] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446871, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.540203] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446869, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.660029] env[69990]: DEBUG nova.compute.manager [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Received event network-changed-9b146ad2-b268-4483-902e-7d0891713afe {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.660240] env[69990]: DEBUG nova.compute.manager [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Refreshing instance network info cache due to event network-changed-9b146ad2-b268-4483-902e-7d0891713afe. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.660520] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] Acquiring lock "refresh_cache-d98eed50-dde6-462b-a029-1ffa96f2a0f7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.660694] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] Acquired lock "refresh_cache-d98eed50-dde6-462b-a029-1ffa96f2a0f7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.660946] env[69990]: DEBUG nova.network.neutron [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Refreshing network info cache for port 9b146ad2-b268-4483-902e-7d0891713afe {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.684152] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.693016] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.322s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.693446] env[69990]: INFO nova.compute.manager [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Migrating [ 1101.706034] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.304s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.706244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.706384] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1101.712573] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82207510-1ed8-4c7f-bfba-2b4ab232ec5f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.722031] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4300ce5-8e2d-4d4f-9492-9ce77f6ac119 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.738550] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f527fcd-0d24-4cc3-a716-d582bad7348c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.746631] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9203baca-d741-472f-9b8f-949ce3e0053a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.780861] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178910MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1101.781021] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.781331] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.793650] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446867, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.849014} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.793898] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21/OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21.vmdk to [datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165/7c8216ff-b166-44b3-99bb-e61940897165.vmdk. [ 1101.794112] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Cleaning up location [datastore2] OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21 {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1101.794289] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4e962d41-e1f6-4125-955a-0f9565292e21 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.794542] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b92816-cf22-4a89-9e92-1817c8d781dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.801087] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1101.801087] env[69990]: value = "task-3446872" [ 1101.801087] env[69990]: _type = "Task" [ 1101.801087] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.808942] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.957996] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446871, 'name': CreateVM_Task, 'duration_secs': 0.380742} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.958213] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.958915] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.959088] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.959418] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.959673] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66f3221-b5c4-4ced-a6a6-242115b514fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.964462] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1101.964462] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524893fb-7b22-5c44-bf63-1152ebec8027" [ 1101.964462] env[69990]: _type = "Task" [ 1101.964462] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.972712] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524893fb-7b22-5c44-bf63-1152ebec8027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.040374] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446869, 'name': CreateVM_Task, 'duration_secs': 1.738138} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.040374] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.040996] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.184039] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.217033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.217033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.217242] env[69990]: DEBUG nova.network.neutron [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.310251] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050538} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.311247] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.311247] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165/7c8216ff-b166-44b3-99bb-e61940897165.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.311398] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165/7c8216ff-b166-44b3-99bb-e61940897165.vmdk to [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.311685] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f234cfc-f446-41c8-8d55-2aa96325c8b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.318174] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1102.318174] env[69990]: value = "task-3446873" [ 1102.318174] env[69990]: _type = "Task" [ 1102.318174] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.328900] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.361019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.361216] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.361399] env[69990]: DEBUG nova.network.neutron [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.387249] env[69990]: DEBUG nova.network.neutron [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Updated VIF entry in instance network info cache for port 9b146ad2-b268-4483-902e-7d0891713afe. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.387606] env[69990]: DEBUG nova.network.neutron [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Updating instance_info_cache with network_info: [{"id": "9b146ad2-b268-4483-902e-7d0891713afe", "address": "fa:16:3e:a9:17:7c", "network": {"id": "6c722ecb-9d9d-4453-b02b-612f3e2a055f", "bridge": "br-int", "label": "tempest-ServersTestJSON-2092594851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264c4a2642fe4876b36423f06cb6fd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b146ad2-b2", "ovs_interfaceid": "9b146ad2-b268-4483-902e-7d0891713afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.476231] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524893fb-7b22-5c44-bf63-1152ebec8027, 'name': SearchDatastore_Task, 'duration_secs': 0.017685} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.476550] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.476783] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.477164] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.477164] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.477367] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.477618] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.477948] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.478177] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4503543b-540d-49cc-afd4-5dda5598098e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.480235] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd6b24d-0aee-475b-81be-9ea8502d303f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.486191] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1102.486191] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523104ff-e6e6-6efc-5c86-1f5bdccc4f7a" [ 1102.486191] env[69990]: _type = "Task" [ 1102.486191] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.494386] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523104ff-e6e6-6efc-5c86-1f5bdccc4f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.496904] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.497712] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.498609] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ef780e-663e-423a-aada-fde8b4c9d479 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.503669] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1102.503669] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523b4527-303c-34df-e61c-9d60cab6c760" [ 1102.503669] env[69990]: _type = "Task" [ 1102.503669] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.512283] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b4527-303c-34df-e61c-9d60cab6c760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.685861] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446870, 'name': ReconfigVM_Task, 'duration_secs': 2.048487} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.685861] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 3f27c8f3-523f-490e-aac9-28d8de6f6484/3f27c8f3-523f-490e-aac9-28d8de6f6484.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.686320] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d91195cc-9aed-4be3-80db-9d5dd2f69a3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.694031] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1102.694031] env[69990]: value = "task-3446874" [ 1102.694031] env[69990]: _type = "Task" [ 1102.694031] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.701842] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446874, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.719293] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc135363-5572-4eeb-b3d1-b6cbc461a313 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.741885] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance '3f3543df-06a3-4f88-ba67-9b247cc91d6c' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.797624] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Applying migration context for instance 3f3543df-06a3-4f88-ba67-9b247cc91d6c as it has an incoming, in-progress migration 3ea34cc8-c667-4d4f-adc2-634d1c4f097f. Migration status is migrating {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1102.797869] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Applying migration context for instance ae53b001-aea9-469c-a212-9d1b3026cb26 as it has an incoming, in-progress migration 4fea222b-891b-4d34-ad22-13afde22ba2d. Migration status is pre-migrating {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1102.799425] env[69990]: INFO nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating resource usage from migration 3ea34cc8-c667-4d4f-adc2-634d1c4f097f [ 1102.799926] env[69990]: INFO nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating resource usage from migration 4fea222b-891b-4d34-ad22-13afde22ba2d [ 1102.828574] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446873, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.889689] env[69990]: DEBUG oslo_concurrency.lockutils [req-8e6cff04-7d7c-4899-9005-4e317fb316f2 req-9e10d098-6734-43e4-a406-cee46b8c6517 service nova] Releasing lock "refresh_cache-d98eed50-dde6-462b-a029-1ffa96f2a0f7" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.929883] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 28aaa1db-7b99-4a85-b849-4c8cb3c15957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930083] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance aa59ad5b-c9dd-46f3-8582-f295d9716514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930204] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 506a8d37-0a02-46b3-af37-4ea8f4b05e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930330] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance edfb9f0a-e172-459d-8b1c-c48bab53ba03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930445] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance c5965305-3868-4887-9f36-395d428d2f08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930559] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance fff36436-5f1f-460a-8a3d-e7b0c4caa72f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930673] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance af03ceef-5d65-4b23-a402-a02680e7533d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930785] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 3f27c8f3-523f-490e-aac9-28d8de6f6484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.930898] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 8852ec48-43b7-436d-9081-a1283290a593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.931015] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance d98eed50-dde6-462b-a029-1ffa96f2a0f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.931199] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Migration 3ea34cc8-c667-4d4f-adc2-634d1c4f097f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1102.931320] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 3f3543df-06a3-4f88-ba67-9b247cc91d6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.931434] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Migration 4fea222b-891b-4d34-ad22-13afde22ba2d is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1102.931544] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance ae53b001-aea9-469c-a212-9d1b3026cb26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.931759] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1102.931896] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1102.999982] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523104ff-e6e6-6efc-5c86-1f5bdccc4f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.072497} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.003287] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.003549] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.003799] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.013110] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b4527-303c-34df-e61c-9d60cab6c760, 'name': SearchDatastore_Task, 'duration_secs': 0.059429} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.013969] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daab29b0-98e7-4fc8-ac8c-8dc5405ae3e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.022867] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1103.022867] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52411934-a890-ddd4-73b1-a14759590344" [ 1103.022867] env[69990]: _type = "Task" [ 1103.022867] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.031014] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52411934-a890-ddd4-73b1-a14759590344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.169053] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140a70cf-20b2-4279-a7b3-f6c58c41797d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.180024] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d13a45-4048-4de6-9f05-467e4e052e38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.217206] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad71993-47d1-457c-8151-2984f8d92016 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.228046] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec95a84-eafa-4589-b5b9-a53c903dc7fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.232421] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446874, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.243172] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.247607] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.247910] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc96d79-0f16-4282-a22f-a6581caffe43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.256251] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1103.256251] env[69990]: value = "task-3446875" [ 1103.256251] env[69990]: _type = "Task" [ 1103.256251] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.269742] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.302540] env[69990]: DEBUG nova.network.neutron [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance_info_cache with network_info: [{"id": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "address": "fa:16:3e:60:11:39", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686edbc8-fd", "ovs_interfaceid": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.330229] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446873, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.426995] env[69990]: INFO nova.network.neutron [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Port 29bac9f9-df6d-493c-a4c8-13310acbb69f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1103.427399] env[69990]: DEBUG nova.network.neutron [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.533404] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52411934-a890-ddd4-73b1-a14759590344, 'name': SearchDatastore_Task, 'duration_secs': 0.089025} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.533712] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.533995] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] d98eed50-dde6-462b-a029-1ffa96f2a0f7/d98eed50-dde6-462b-a029-1ffa96f2a0f7.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.534300] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.534494] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.534723] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-998389c2-918d-4bea-8be7-a0083be7239e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.537218] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0375fef-a2a0-44f2-839d-2ee856c476c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.543578] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1103.543578] env[69990]: value = "task-3446876" [ 1103.543578] env[69990]: _type = "Task" [ 1103.543578] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.553945] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.555268] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.555449] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.556195] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7864b6-8d01-4c51-a1f8-5f5fc568c9a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.561284] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1103.561284] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f093f6-10d4-f996-cb5d-46526835e50c" [ 1103.561284] env[69990]: _type = "Task" [ 1103.561284] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.569007] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f093f6-10d4-f996-cb5d-46526835e50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.724034] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446874, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.726817] env[69990]: DEBUG nova.compute.manager [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.727016] env[69990]: DEBUG nova.compute.manager [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing instance network info cache due to event network-changed-1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.727212] env[69990]: DEBUG oslo_concurrency.lockutils [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] Acquiring lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.746903] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.768175] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446875, 'name': PowerOffVM_Task, 'duration_secs': 0.445346} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.768462] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.768788] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance '3f3543df-06a3-4f88-ba67-9b247cc91d6c' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.805403] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.829576] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446873, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.931051] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.933204] env[69990]: DEBUG oslo_concurrency.lockutils [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] Acquired lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.933439] env[69990]: DEBUG nova.network.neutron [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Refreshing network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.053553] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.071272] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f093f6-10d4-f996-cb5d-46526835e50c, 'name': SearchDatastore_Task, 'duration_secs': 0.087237} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.072235] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b5ac95-ae42-4b47-bd59-a7a5a7c67555 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.077437] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1104.077437] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523be63c-0c33-5944-c073-122c0e32f0ae" [ 1104.077437] env[69990]: _type = "Task" [ 1104.077437] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.086399] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523be63c-0c33-5944-c073-122c0e32f0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.224973] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446874, 'name': Rename_Task, 'duration_secs': 1.403038} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.225266] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.225558] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e4979da-2377-43c2-886b-6204522b0297 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.232910] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1104.232910] env[69990]: value = "task-3446877" [ 1104.232910] env[69990]: _type = "Task" [ 1104.232910] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.240787] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.244325] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-c5965305-3868-4887-9f36-395d428d2f08-29bac9f9-df6d-493c-a4c8-13310acbb69f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.244542] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-c5965305-3868-4887-9f36-395d428d2f08-29bac9f9-df6d-493c-a4c8-13310acbb69f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.244878] env[69990]: DEBUG nova.objects.instance [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'flavor' on Instance uuid c5965305-3868-4887-9f36-395d428d2f08 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.251369] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1104.251603] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.470s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.251847] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.251995] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Cleaning up deleted instances {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1104.274997] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.275300] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.275424] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.275632] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.276267] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.276267] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.276267] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.276491] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.276561] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.276771] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.276988] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.282905] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74751653-4978-47dd-9e3a-bda2ae11a340 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.301284] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1104.301284] env[69990]: value = "task-3446878" [ 1104.301284] env[69990]: _type = "Task" [ 1104.301284] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.313128] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.332241] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446873, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.435662] env[69990]: DEBUG oslo_concurrency.lockutils [None req-571aa9fa-9176-4dc1-8c8c-b2cc9cbe8852 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-edfb9f0a-e172-459d-8b1c-c48bab53ba03-29bac9f9-df6d-493c-a4c8-13310acbb69f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.033s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.554584] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.593701] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523be63c-0c33-5944-c073-122c0e32f0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.08221} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.597188] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.597506] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 8852ec48-43b7-436d-9081-a1283290a593/8852ec48-43b7-436d-9081-a1283290a593.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.598848] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3003846b-8d4c-4b7e-80e6-f4711237c43e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.605426] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1104.605426] env[69990]: value = "task-3446879" [ 1104.605426] env[69990]: _type = "Task" [ 1104.605426] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.615140] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.743475] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.751905] env[69990]: DEBUG nova.network.neutron [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updated VIF entry in instance network info cache for port 1aa3ed28-4986-42f1-aaf8-344da0c567f0. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.752282] env[69990]: DEBUG nova.network.neutron [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [{"id": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "address": "fa:16:3e:4d:80:7b", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3ed28-49", "ovs_interfaceid": "1aa3ed28-4986-42f1-aaf8-344da0c567f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.778069] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] There are 52 instances to clean {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1104.778069] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: a0082b36-cfd5-44e4-8248-505c71040952] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.812315] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446878, 'name': ReconfigVM_Task, 'duration_secs': 0.428357} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.812646] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance '3f3543df-06a3-4f88-ba67-9b247cc91d6c' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.831587] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446873, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.314569} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.831853] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c8216ff-b166-44b3-99bb-e61940897165/7c8216ff-b166-44b3-99bb-e61940897165.vmdk to [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.832704] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a5f89c-afb5-4b77-a7b3-4d88dc1edfd1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.864626] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.865722] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c08644-a57d-46e2-9280-830d04f3af81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.886072] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1104.886072] env[69990]: value = "task-3446880" [ 1104.886072] env[69990]: _type = "Task" [ 1104.886072] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.897080] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.055608] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446876, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.44044} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.055806] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] d98eed50-dde6-462b-a029-1ffa96f2a0f7/d98eed50-dde6-462b-a029-1ffa96f2a0f7.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.056079] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.056354] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815d86a0-15cf-42da-b7c1-9f9c066ae87c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.064416] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1105.064416] env[69990]: value = "task-3446881" [ 1105.064416] env[69990]: _type = "Task" [ 1105.064416] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.073522] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.115862] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446879, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.154804] env[69990]: DEBUG nova.objects.instance [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'pci_requests' on Instance uuid c5965305-3868-4887-9f36-395d428d2f08 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.244217] env[69990]: DEBUG oslo_vmware.api [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446877, 'name': PowerOnVM_Task, 'duration_secs': 0.928374} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.244432] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.244745] env[69990]: INFO nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1105.245565] env[69990]: DEBUG nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.245945] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ca4ab-305e-45a1-a153-aa5e3701d8a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.255596] env[69990]: DEBUG oslo_concurrency.lockutils [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] Releasing lock "refresh_cache-edfb9f0a-e172-459d-8b1c-c48bab53ba03" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.255897] env[69990]: DEBUG nova.compute.manager [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-changed-69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.256123] env[69990]: DEBUG nova.compute.manager [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing instance network info cache due to event network-changed-69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.256361] env[69990]: DEBUG oslo_concurrency.lockutils [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.256500] env[69990]: DEBUG oslo_concurrency.lockutils [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.256663] env[69990]: DEBUG nova.network.neutron [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.280895] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 4a93f602-404a-42c2-a954-45e1160d2ee3] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.320863] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.321107] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.321351] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.321558] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.321707] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.321854] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.322068] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.322230] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.322398] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.322557] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.322729] env[69990]: DEBUG nova.virt.hardware [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.328020] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.330958] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-175b2c28-7ade-43db-a783-bfa25b818c37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.345438] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3edac5-7fdd-4165-bc00-08d8b2181c32 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.364391] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance 'ae53b001-aea9-469c-a212-9d1b3026cb26' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.368816] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1105.368816] env[69990]: value = "task-3446882" [ 1105.368816] env[69990]: _type = "Task" [ 1105.368816] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.376546] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446882, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.395111] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.573751] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150422} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.574045] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.574883] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0c56c5-30ec-4da0-bacd-413bc106b7a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.598427] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d98eed50-dde6-462b-a029-1ffa96f2a0f7/d98eed50-dde6-462b-a029-1ffa96f2a0f7.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.598721] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4cf34f-f5db-430a-ba10-76d4d0004324 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.622506] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734474} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.623781] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 8852ec48-43b7-436d-9081-a1283290a593/8852ec48-43b7-436d-9081-a1283290a593.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.624015] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.624324] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1105.624324] env[69990]: value = "task-3446883" [ 1105.624324] env[69990]: _type = "Task" [ 1105.624324] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.624516] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ec5a3a-1cc7-4059-9def-33a3b954b97a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.634243] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.635346] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1105.635346] env[69990]: value = "task-3446884" [ 1105.635346] env[69990]: _type = "Task" [ 1105.635346] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.642271] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.657988] env[69990]: DEBUG nova.objects.base [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1105.658100] env[69990]: DEBUG nova.network.neutron [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.734466] env[69990]: DEBUG nova.policy [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee8ecc5dce244658184122f80e9ad52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b50bb09b62449f8f20ea9a92da48c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.769605] env[69990]: INFO nova.compute.manager [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Took 18.30 seconds to build instance. [ 1105.783781] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 75f36ac0-29ce-4ed5-a310-8ff18a5a2660] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.872100] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.872798] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efdd76dc-6eb7-4a68-8326-1caef1fa14d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.884294] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.885552] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1105.885552] env[69990]: value = "task-3446885" [ 1105.885552] env[69990]: _type = "Task" [ 1105.885552] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.895216] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.897948] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446880, 'name': ReconfigVM_Task, 'duration_secs': 0.6707} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.898233] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d/af03ceef-5d65-4b23-a402-a02680e7533d.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.898814] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451e4ac1-2e3b-45b9-a6f9-34cfe20d9653 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.904783] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1105.904783] env[69990]: value = "task-3446886" [ 1105.904783] env[69990]: _type = "Task" [ 1105.904783] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.912932] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446886, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.136795] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.144668] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252706} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.144926] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.145738] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361cec25-158d-4e5d-89fe-f3f4f0653d1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.168331] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 8852ec48-43b7-436d-9081-a1283290a593/8852ec48-43b7-436d-9081-a1283290a593.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.168720] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89ee3d3-c65e-46cd-9679-eeb961ac549e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.188773] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1106.188773] env[69990]: value = "task-3446887" [ 1106.188773] env[69990]: _type = "Task" [ 1106.188773] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.198938] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.239888] env[69990]: DEBUG nova.network.neutron [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updated VIF entry in instance network info cache for port 69a8621e-0106-465f-8eb1-d946eb533651. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.240367] env[69990]: DEBUG nova.network.neutron [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.271543] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.271938] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1efe2b56-26c4-4fe3-88e8-efbdab6fb374 tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.813s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.272187] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.272712] env[69990]: INFO nova.compute.manager [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Rebooting instance [ 1106.287286] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 3fe63083-5337-4715-a36c-62d47303a39b] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.383868] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.394208] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446885, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.413821] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446886, 'name': Rename_Task, 'duration_secs': 0.157853} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.414133] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.414401] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b791ec-021b-4aac-b2e5-c9ada4f449cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.419805] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1106.419805] env[69990]: value = "task-3446888" [ 1106.419805] env[69990]: _type = "Task" [ 1106.419805] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.427266] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.636370] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446883, 'name': ReconfigVM_Task, 'duration_secs': 0.930071} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.636586] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d98eed50-dde6-462b-a029-1ffa96f2a0f7/d98eed50-dde6-462b-a029-1ffa96f2a0f7.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.637223] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1344921-314a-4c45-9425-781c7fa5382b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.643359] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1106.643359] env[69990]: value = "task-3446889" [ 1106.643359] env[69990]: _type = "Task" [ 1106.643359] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.650927] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446889, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.697625] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446887, 'name': ReconfigVM_Task, 'duration_secs': 0.310549} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.697936] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 8852ec48-43b7-436d-9081-a1283290a593/8852ec48-43b7-436d-9081-a1283290a593.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.698623] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8393f2b-d437-4013-8ca5-2b3077c2ef3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.704141] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1106.704141] env[69990]: value = "task-3446890" [ 1106.704141] env[69990]: _type = "Task" [ 1106.704141] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.711652] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446890, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.743443] env[69990]: DEBUG oslo_concurrency.lockutils [req-f2053947-e179-4337-9e39-a81a9c32f296 req-0fd0e6b1-3ca5-45f8-ac30-625b2c66419f service nova] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.791170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.791470] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquired lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.791574] env[69990]: DEBUG nova.network.neutron [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.792926] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 04f2a81b-e708-446b-9b7c-7303cc32ec9d] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.884464] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446882, 'name': ReconfigVM_Task, 'duration_secs': 1.094686} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.884844] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.885753] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce5f3d7-9cf0-44aa-bf5e-eb02f68dc300 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.897433] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446885, 'name': PowerOffVM_Task, 'duration_secs': 0.526634} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.911920] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.912191] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance 'ae53b001-aea9-469c-a212-9d1b3026cb26' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.922915] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.923596] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7122240-aad1-43c6-a8aa-e9bf83e2db43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.946029] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446888, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.947211] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1106.947211] env[69990]: value = "task-3446891" [ 1106.947211] env[69990]: _type = "Task" [ 1106.947211] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.955619] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.153175] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446889, 'name': Rename_Task, 'duration_secs': 0.217525} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.153412] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.153659] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654eca8a-3538-4eb0-8b88-7e9600b7b12c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.161874] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1107.161874] env[69990]: value = "task-3446892" [ 1107.161874] env[69990]: _type = "Task" [ 1107.161874] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.170549] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.213578] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446890, 'name': Rename_Task, 'duration_secs': 0.178868} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.213866] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.214087] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f22fa48-d88a-4c93-ac02-9959dbfe0205 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.221292] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1107.221292] env[69990]: value = "task-3446893" [ 1107.221292] env[69990]: _type = "Task" [ 1107.221292] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.229157] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.297207] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 7fd3cead-f928-4c85-95ba-aaefb99835a9] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.426586] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.426717] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.426871] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.427062] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.427213] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.427378] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.427556] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.427713] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.427877] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.428048] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.428232] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.435739] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a3eb66-17de-4df5-9463-abb7d6f675f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.454591] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1107.454591] env[69990]: value = "task-3446894" [ 1107.454591] env[69990]: _type = "Task" [ 1107.454591] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.460533] env[69990]: DEBUG oslo_vmware.api [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446888, 'name': PowerOnVM_Task, 'duration_secs': 0.556635} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.460779] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.464283] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.470684] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.613258] env[69990]: DEBUG nova.compute.manager [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.614605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4abb692-07d3-48f5-9348-c79f53bf807b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.672423] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446892, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.733466] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.734800] env[69990]: DEBUG nova.network.neutron [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Updating instance_info_cache with network_info: [{"id": "ca8688e7-75d8-43ad-8be6-b986d65df828", "address": "fa:16:3e:39:ff:fc", "network": {"id": "3ce3bcd2-3e03-4e0e-9c60-ab57eef4a685", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-164577068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f99f829b39b24b61b0c9047fc1b72aea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8688e7-75", "ovs_interfaceid": "ca8688e7-75d8-43ad-8be6-b986d65df828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.757531] env[69990]: DEBUG nova.compute.manager [req-1217b5ca-1141-4307-a81f-2349cd0a3922 req-9321fce8-b24a-43d0-8955-bb03c40bbdee service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-vif-plugged-29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.757531] env[69990]: DEBUG oslo_concurrency.lockutils [req-1217b5ca-1141-4307-a81f-2349cd0a3922 req-9321fce8-b24a-43d0-8955-bb03c40bbdee service nova] Acquiring lock "c5965305-3868-4887-9f36-395d428d2f08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.757531] env[69990]: DEBUG oslo_concurrency.lockutils [req-1217b5ca-1141-4307-a81f-2349cd0a3922 req-9321fce8-b24a-43d0-8955-bb03c40bbdee service nova] Lock "c5965305-3868-4887-9f36-395d428d2f08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.758025] env[69990]: DEBUG oslo_concurrency.lockutils [req-1217b5ca-1141-4307-a81f-2349cd0a3922 req-9321fce8-b24a-43d0-8955-bb03c40bbdee service nova] Lock "c5965305-3868-4887-9f36-395d428d2f08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.758198] env[69990]: DEBUG nova.compute.manager [req-1217b5ca-1141-4307-a81f-2349cd0a3922 req-9321fce8-b24a-43d0-8955-bb03c40bbdee service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] No waiting events found dispatching network-vif-plugged-29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.758497] env[69990]: WARNING nova.compute.manager [req-1217b5ca-1141-4307-a81f-2349cd0a3922 req-9321fce8-b24a-43d0-8955-bb03c40bbdee service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received unexpected event network-vif-plugged-29bac9f9-df6d-493c-a4c8-13310acbb69f for instance with vm_state active and task_state None. [ 1107.796906] env[69990]: DEBUG nova.network.neutron [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Successfully updated port: 29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.803218] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 088c78ac-2e34-4c30-9b63-734dee519b16] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.958107] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446891, 'name': ReconfigVM_Task, 'duration_secs': 0.65255} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.958735] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.958903] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance '3f3543df-06a3-4f88-ba67-9b247cc91d6c' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.970980] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446894, 'name': ReconfigVM_Task, 'duration_secs': 0.161348} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.971307] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance 'ae53b001-aea9-469c-a212-9d1b3026cb26' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.146754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aa0e5cc6-3bbb-4467-ab2d-25d87ebaa2ed tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.304s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.173485] env[69990]: DEBUG oslo_vmware.api [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446892, 'name': PowerOnVM_Task, 'duration_secs': 0.593914} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.173740] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.173936] env[69990]: INFO nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1108.174126] env[69990]: DEBUG nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.174870] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f540ea-6892-436a-aa69-d344cac48aa3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.231935] env[69990]: DEBUG oslo_vmware.api [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446893, 'name': PowerOnVM_Task, 'duration_secs': 0.599031} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.232153] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.232351] env[69990]: INFO nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1108.232530] env[69990]: DEBUG nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.233310] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087ce92e-0a6e-4121-8bda-30bcfd35e206 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.241994] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Releasing lock "refresh_cache-3f27c8f3-523f-490e-aac9-28d8de6f6484" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.299484] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.299660] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.299853] env[69990]: DEBUG nova.network.neutron [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.306144] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 6b4521fd-549c-457c-923a-0b8d24d20c2d] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.469036] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477aa69d-4cc4-4104-a61d-609ec00ff2c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.491087] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.491296] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.491457] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.491652] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.491798] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.491942] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.492159] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.492318] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.492481] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.492641] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.492810] env[69990]: DEBUG nova.virt.hardware [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.498074] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.498621] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a108416-456d-421c-9ad5-6f9e6a566e73 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.511699] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126dd1ce-c7a7-48e2-a05f-96b2f24c51e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.533285] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance '3f3543df-06a3-4f88-ba67-9b247cc91d6c' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.537768] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1108.537768] env[69990]: value = "task-3446895" [ 1108.537768] env[69990]: _type = "Task" [ 1108.537768] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.546157] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.692325] env[69990]: INFO nova.compute.manager [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Took 19.30 seconds to build instance. [ 1108.752577] env[69990]: DEBUG nova.compute.manager [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.753981] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e12971-4c52-4790-a3b1-2865510141fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.761761] env[69990]: INFO nova.compute.manager [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Took 19.95 seconds to build instance. [ 1108.809930] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 1d123cf0-b403-42cb-b4e1-30e7c29bebd2] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.857853] env[69990]: WARNING nova.network.neutron [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] d9e816e8-6eda-4434-8d74-628025ea3d43 already exists in list: networks containing: ['d9e816e8-6eda-4434-8d74-628025ea3d43']. ignoring it [ 1109.057493] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446895, 'name': ReconfigVM_Task, 'duration_secs': 0.515146} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.061738] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.062603] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bf6654-9aad-4062-981e-670455643eb8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.095697] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ae53b001-aea9-469c-a212-9d1b3026cb26/ae53b001-aea9-469c-a212-9d1b3026cb26.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.098550] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2691d3-18a4-4c7c-8ce3-f709b3a307d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.121544] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1109.121544] env[69990]: value = "task-3446896" [ 1109.121544] env[69990]: _type = "Task" [ 1109.121544] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.132615] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.194478] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17160818-f95a-4d5b-bd61-2be4f8b99b07 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.814s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.269351] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5d5b9ea5-2532-4772-ad4b-41395779e335 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.461s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.275417] env[69990]: DEBUG nova.network.neutron [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "address": "fa:16:3e:b3:a9:9f", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bac9f9-df", "ovs_interfaceid": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.312991] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 0471352d-919b-4973-9de1-8ba4dede613d] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.411244] env[69990]: DEBUG nova.compute.manager [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Received event network-changed-8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.411392] env[69990]: DEBUG nova.compute.manager [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Refreshing instance network info cache due to event network-changed-8b354a5d-7431-4d88-9d6e-2003f18972ee. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.411601] env[69990]: DEBUG oslo_concurrency.lockutils [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] Acquiring lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.411739] env[69990]: DEBUG oslo_concurrency.lockutils [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] Acquired lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.412179] env[69990]: DEBUG nova.network.neutron [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Refreshing network info cache for port 8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.634309] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446896, 'name': ReconfigVM_Task, 'duration_secs': 0.446433} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.634483] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ae53b001-aea9-469c-a212-9d1b3026cb26/ae53b001-aea9-469c-a212-9d1b3026cb26.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.634708] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance 'ae53b001-aea9-469c-a212-9d1b3026cb26' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.778930] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c3a5d9-6cbc-4029-9518-bfe6681c791d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.782606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.783271] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.783428] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.784162] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b2e80d-0108-4a07-a608-878319b63d87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.791484] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Doing hard reboot of VM {{(pid=69990) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1109.803184] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5ef84ee9-affe-445b-9603-8ce8d89009d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.805025] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.805240] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.805396] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.805576] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.805721] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.805867] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.806080] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.806234] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.806398] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.806731] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.806731] env[69990]: DEBUG nova.virt.hardware [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.812970] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Reconfiguring VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1109.813584] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5163ba3-b59c-4e9f-80a9-ba8ef8012f96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.825848] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 2ab8c20d-54e4-4fc9-82ff-778cb9cb281f] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.830783] env[69990]: DEBUG oslo_vmware.api [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1109.830783] env[69990]: value = "task-3446897" [ 1109.830783] env[69990]: _type = "Task" [ 1109.830783] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.837560] env[69990]: DEBUG oslo_vmware.api [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1109.837560] env[69990]: value = "task-3446898" [ 1109.837560] env[69990]: _type = "Task" [ 1109.837560] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.838920] env[69990]: DEBUG nova.compute.manager [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-changed-29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.839627] env[69990]: DEBUG nova.compute.manager [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing instance network info cache due to event network-changed-29bac9f9-df6d-493c-a4c8-13310acbb69f. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.839850] env[69990]: DEBUG oslo_concurrency.lockutils [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.839998] env[69990]: DEBUG oslo_concurrency.lockutils [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.840250] env[69990]: DEBUG nova.network.neutron [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Refreshing network info cache for port 29bac9f9-df6d-493c-a4c8-13310acbb69f {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.851777] env[69990]: DEBUG oslo_vmware.api [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446897, 'name': ResetVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.857828] env[69990]: DEBUG oslo_vmware.api [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446898, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.130828] env[69990]: DEBUG oslo_concurrency.lockutils [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.131227] env[69990]: DEBUG oslo_concurrency.lockutils [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.131444] env[69990]: DEBUG nova.compute.manager [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.132590] env[69990]: DEBUG nova.network.neutron [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Updated VIF entry in instance network info cache for port 8b354a5d-7431-4d88-9d6e-2003f18972ee. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.133078] env[69990]: DEBUG nova.network.neutron [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Updating instance_info_cache with network_info: [{"id": "8b354a5d-7431-4d88-9d6e-2003f18972ee", "address": "fa:16:3e:70:62:4e", "network": {"id": "14f16a2e-4d6b-45a9-8de7-45caf2ff4a78", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-517382052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42d183d1f7c4a3c89f75d6215432091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b354a5d-74", "ovs_interfaceid": "8b354a5d-7431-4d88-9d6e-2003f18972ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.135116] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db2b74b-386a-4119-aae9-cb9a8ec49883 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.140653] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf886fed-86da-4c18-ba35-2be95ca8f5fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.147466] env[69990]: DEBUG nova.compute.manager [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1110.147961] env[69990]: DEBUG nova.objects.instance [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lazy-loading 'flavor' on Instance uuid d98eed50-dde6-462b-a029-1ffa96f2a0f7 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.170041] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e83efef-ca53-4731-98b7-a4c9aa8bde11 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.190765] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance 'ae53b001-aea9-469c-a212-9d1b3026cb26' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.203468] env[69990]: DEBUG nova.network.neutron [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Port efd9a419-ce30-4de9-bd9b-88cf73729ddb binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1110.329523] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 95c0218d-7845-4dbd-b329-5a2d6c7e8c8a] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.340777] env[69990]: DEBUG oslo_vmware.api [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446897, 'name': ResetVM_Task, 'duration_secs': 0.122853} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.341091] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Did hard reboot of VM {{(pid=69990) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1110.341329] env[69990]: DEBUG nova.compute.manager [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.342147] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb61459e-6d57-44b2-b38c-c051c25cfaad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.358829] env[69990]: DEBUG oslo_vmware.api [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.561134] env[69990]: DEBUG nova.network.neutron [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updated VIF entry in instance network info cache for port 29bac9f9-df6d-493c-a4c8-13310acbb69f. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.561717] env[69990]: DEBUG nova.network.neutron [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "address": "fa:16:3e:b3:a9:9f", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29bac9f9-df", "ovs_interfaceid": "29bac9f9-df6d-493c-a4c8-13310acbb69f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.639758] env[69990]: DEBUG oslo_concurrency.lockutils [req-ddb1a473-2861-42fa-93bf-b87678c50fe1 req-e336be24-fa2d-4086-8e69-40b35e823cd2 service nova] Releasing lock "refresh_cache-8852ec48-43b7-436d-9081-a1283290a593" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.674878] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.675385] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c65903-76b3-499b-b7e2-83ba79241dbf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.683317] env[69990]: DEBUG oslo_vmware.api [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1110.683317] env[69990]: value = "task-3446899" [ 1110.683317] env[69990]: _type = "Task" [ 1110.683317] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.699026] env[69990]: DEBUG oslo_vmware.api [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.729550] env[69990]: DEBUG nova.network.neutron [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Port 686edbc8-fda1-44f6-8a7b-c3b4f473275e binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1110.836067] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 5c58e2b6-1f9f-4810-8c51-08cafcfdc199] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.858296] env[69990]: DEBUG oslo_vmware.api [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446898, 'name': ReconfigVM_Task, 'duration_secs': 0.915815} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.858886] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.859165] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Reconfigured VM to attach interface {{(pid=69990) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1110.866560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ea385e22-2243-45a7-ac43-be074bc7668e tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.594s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.064973] env[69990]: DEBUG oslo_concurrency.lockutils [req-00d2cdd4-5b1f-43b7-b14a-2a45dfe9118a req-09544c1d-eeeb-490c-a407-e509a66fec89 service nova] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.195425] env[69990]: DEBUG oslo_vmware.api [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446899, 'name': PowerOffVM_Task, 'duration_secs': 0.278949} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.195587] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.195770] env[69990]: DEBUG nova.compute.manager [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.196513] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a3821-5f54-4ccf-b4d4-51bcf372361b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.223559] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.223559] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.223760] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.338932] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: ff58fd86-e175-4e82-8bcc-8ca501598369] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.365771] env[69990]: DEBUG oslo_concurrency.lockutils [None req-79333499-8ecf-4f50-b8a3-32f471ca6492 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-c5965305-3868-4887-9f36-395d428d2f08-29bac9f9-df6d-493c-a4c8-13310acbb69f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.121s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.707974] env[69990]: DEBUG oslo_concurrency.lockutils [None req-521f21df-4897-4e40-97ee-cb83fd857196 tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.577s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.749832] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.749832] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.750060] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.843054] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 47114c84-b4b6-4912-b071-8ba4524aa6ab] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.079908] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.080299] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.080412] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "3f27c8f3-523f-490e-aac9-28d8de6f6484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.080611] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.080806] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.083042] env[69990]: INFO nova.compute.manager [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Terminating instance [ 1112.276329] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.276571] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.276811] env[69990]: DEBUG nova.network.neutron [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.346597] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 8b135b1f-bdad-4410-ac61-ebe9a9c85844] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.586964] env[69990]: DEBUG nova.compute.manager [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.587179] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.588061] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2a6cdc-6444-4bcd-ae5a-47d66abe9721 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.595992] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.596226] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f03a1bc6-e42a-4be8-86c4-e338774fd958 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.601840] env[69990]: DEBUG oslo_vmware.api [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1112.601840] env[69990]: value = "task-3446900" [ 1112.601840] env[69990]: _type = "Task" [ 1112.601840] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.608825] env[69990]: DEBUG oslo_vmware.api [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.784109] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.784306] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.784571] env[69990]: DEBUG nova.network.neutron [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.852257] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 276f50a8-6376-4df3-ab3b-5d25dc5184f3] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.860113] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.860365] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.860570] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.860771] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.860980] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.862911] env[69990]: INFO nova.compute.manager [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Terminating instance [ 1112.932735] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "interface-c5965305-3868-4887-9f36-395d428d2f08-29bac9f9-df6d-493c-a4c8-13310acbb69f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.932735] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-c5965305-3868-4887-9f36-395d428d2f08-29bac9f9-df6d-493c-a4c8-13310acbb69f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.010376] env[69990]: DEBUG nova.network.neutron [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.110931] env[69990]: DEBUG oslo_vmware.api [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446900, 'name': PowerOffVM_Task, 'duration_secs': 0.207972} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.111205] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.111375] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.111622] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f0f5d69-1bf2-42fc-b40f-04c805912337 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.182189] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.182426] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.182645] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Deleting the datastore file [datastore2] 3f27c8f3-523f-490e-aac9-28d8de6f6484 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.182890] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce729e7b-eb21-4857-9d94-b259a94e5542 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.190976] env[69990]: DEBUG oslo_vmware.api [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for the task: (returnval){ [ 1113.190976] env[69990]: value = "task-3446902" [ 1113.190976] env[69990]: _type = "Task" [ 1113.190976] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.198290] env[69990]: DEBUG oslo_vmware.api [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.355473] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: e2b7dddc-0245-4ae4-98ec-85270c6f1550] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.366741] env[69990]: DEBUG nova.compute.manager [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.366949] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.367942] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbea1a-fa1d-446d-a5a2-e4f340695d20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.375768] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.375955] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48366a2a-8c7d-46b2-9730-a731648d21e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.432977] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.433179] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.434667] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f74df22-a561-45a2-871e-2709a6aaa1a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.456602] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc2b90d-3d76-4af2-ba77-05a85e92f562 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.459324] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.459324] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.459492] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleting the datastore file [datastore2] d98eed50-dde6-462b-a029-1ffa96f2a0f7 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.460591] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dd9cee0-d1fc-4223-b48b-2cf3dbd1060f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.488473] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Reconfiguring VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1113.490717] env[69990]: DEBUG nova.network.neutron [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance_info_cache with network_info: [{"id": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "address": "fa:16:3e:60:11:39", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686edbc8-fd", "ovs_interfaceid": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.491894] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7660372f-440c-425e-a0b3-1eb9fb8a4c64 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.504962] env[69990]: DEBUG oslo_vmware.api [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1113.504962] env[69990]: value = "task-3446904" [ 1113.504962] env[69990]: _type = "Task" [ 1113.504962] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.511028] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1113.511028] env[69990]: value = "task-3446905" [ 1113.511028] env[69990]: _type = "Task" [ 1113.511028] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.514754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.521696] env[69990]: DEBUG oslo_vmware.api [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.526027] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.701245] env[69990]: DEBUG oslo_vmware.api [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Task: {'id': task-3446902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197859} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.702028] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.702028] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.702207] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.702351] env[69990]: INFO nova.compute.manager [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1113.702582] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.702775] env[69990]: DEBUG nova.compute.manager [-] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.702870] env[69990]: DEBUG nova.network.neutron [-] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.860381] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 37bc5bcb-6595-46c0-9b3f-3591cf13546a] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.914261] env[69990]: DEBUG nova.compute.manager [req-af7ecf2c-f707-40c6-9cd2-b0a707018136 req-a2dd7e2b-e95a-4926-a76a-035ef3a725ef service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Received event network-vif-deleted-ca8688e7-75d8-43ad-8be6-b986d65df828 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.914558] env[69990]: INFO nova.compute.manager [req-af7ecf2c-f707-40c6-9cd2-b0a707018136 req-a2dd7e2b-e95a-4926-a76a-035ef3a725ef service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Neutron deleted interface ca8688e7-75d8-43ad-8be6-b986d65df828; detaching it from the instance and deleting it from the info cache [ 1113.914749] env[69990]: DEBUG nova.network.neutron [req-af7ecf2c-f707-40c6-9cd2-b0a707018136 req-a2dd7e2b-e95a-4926-a76a-035ef3a725ef service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.006265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.024208] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.027383] env[69990]: DEBUG oslo_vmware.api [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1631} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.028091] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10892c69-e27d-4f62-b5dc-99ce34069281 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.030492] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.030706] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.030890] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.031111] env[69990]: INFO nova.compute.manager [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1114.031375] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.031573] env[69990]: DEBUG nova.compute.manager [-] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.031666] env[69990]: DEBUG nova.network.neutron [-] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.038026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d721d2-447a-4bd8-b8fe-294d961ccb83 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.362792] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 5102b267-7001-41f4-814d-e0e1f28aadee] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.398339] env[69990]: DEBUG nova.network.neutron [-] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.416661] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c635b2ac-8467-45bf-a20f-841d2c245fdc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.426593] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c835ea-9432-4459-ab2e-464562905c32 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.457558] env[69990]: DEBUG nova.compute.manager [req-af7ecf2c-f707-40c6-9cd2-b0a707018136 req-a2dd7e2b-e95a-4926-a76a-035ef3a725ef service nova] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Detach interface failed, port_id=ca8688e7-75d8-43ad-8be6-b986d65df828, reason: Instance 3f27c8f3-523f-490e-aac9-28d8de6f6484 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.528013] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.537276] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66bd4fd-6a68-4316-a6e5-1ebcf5d2368d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.556359] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113409f8-9756-4b13-b622-37ca4fd3a8e4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.564024] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance 'ae53b001-aea9-469c-a212-9d1b3026cb26' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.796144] env[69990]: DEBUG nova.network.neutron [-] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.866340] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 8c91eb1e-47d1-4cdd-8bad-c59c6378d9eb] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.900233] env[69990]: INFO nova.compute.manager [-] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Took 1.20 seconds to deallocate network for instance. [ 1115.027440] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.069562] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.070325] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3429625-99cb-49b1-a73d-e18aacfc9b42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.078200] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1115.078200] env[69990]: value = "task-3446906" [ 1115.078200] env[69990]: _type = "Task" [ 1115.078200] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.086628] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.136576] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924e338-9cd9-499e-8232-56f36d53a58f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.158936] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e2a3e6-a7fd-49f2-9fb5-37e53bcf8b4b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.167050] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance '3f3543df-06a3-4f88-ba67-9b247cc91d6c' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.301268] env[69990]: INFO nova.compute.manager [-] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Took 1.27 seconds to deallocate network for instance. [ 1115.369837] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 9be5ce79-4545-4e64-a6ba-93533008ea23] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.407273] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.407505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.407728] env[69990]: DEBUG nova.objects.instance [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lazy-loading 'resources' on Instance uuid 3f27c8f3-523f-490e-aac9-28d8de6f6484 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.526835] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.587835] env[69990]: DEBUG oslo_vmware.api [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446906, 'name': PowerOnVM_Task, 'duration_secs': 0.372848} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.588137] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.588337] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4cef5d-9080-442c-b446-b94fd8cb4524 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance 'ae53b001-aea9-469c-a212-9d1b3026cb26' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.673077] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.673411] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94828a6-2697-4882-9283-a5f855a3ee91 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.680370] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1115.680370] env[69990]: value = "task-3446907" [ 1115.680370] env[69990]: _type = "Task" [ 1115.680370] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.687610] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.807341] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.873279] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: bde8ff3f-6dd4-4f31-bd02-1217c1634cfb] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.939779] env[69990]: DEBUG nova.compute.manager [req-b734c546-b082-46bd-8a24-079fefa370b3 req-5f4a0600-2da3-454d-b34b-6364ba67ade9 service nova] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Received event network-vif-deleted-9b146ad2-b268-4483-902e-7d0891713afe {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.027754] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.112028] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec55a86-0998-42a8-8292-01943398f9ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.119954] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3365afc8-b3d3-4db9-b982-7b9be36bedde {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.150399] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a332d894-3991-4907-9dfa-22e755fe504c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.159031] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec0e83c-6d18-478d-ac5c-5320581f8a2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.172549] env[69990]: DEBUG nova.compute.provider_tree [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.190605] env[69990]: DEBUG oslo_vmware.api [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446907, 'name': PowerOnVM_Task, 'duration_secs': 0.428069} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.190902] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.191115] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ead74223-1741-476c-9ca7-973b10066fee tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance '3f3543df-06a3-4f88-ba67-9b247cc91d6c' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.221297] env[69990]: DEBUG oslo_concurrency.lockutils [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.221642] env[69990]: DEBUG oslo_concurrency.lockutils [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.376645] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: d2b1b5fa-6d59-4df8-b9e0-bfe0d56a0ccf] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1116.532224] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.677110] env[69990]: DEBUG nova.scheduler.client.report [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.725608] env[69990]: DEBUG nova.compute.utils [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.879156] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: d1da1147-e015-4d65-bc4a-e0655bd9e809] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.028817] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.181577] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.183799] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.377s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.184092] env[69990]: DEBUG nova.objects.instance [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lazy-loading 'resources' on Instance uuid d98eed50-dde6-462b-a029-1ffa96f2a0f7 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.202972] env[69990]: INFO nova.scheduler.client.report [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Deleted allocations for instance 3f27c8f3-523f-490e-aac9-28d8de6f6484 [ 1117.228501] env[69990]: DEBUG oslo_concurrency.lockutils [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.382910] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: da46ebc6-6bda-478c-936a-033cb13c53ee] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.530974] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.709820] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89eabf11-1fc8-4f5d-97ad-c79c3a4852af tempest-InstanceActionsTestJSON-388204233 tempest-InstanceActionsTestJSON-388204233-project-member] Lock "3f27c8f3-523f-490e-aac9-28d8de6f6484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.887139] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: a35789c2-56b0-4d99-a759-b6f7ff859efc] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.945075] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b748941-109c-436f-9f6a-04d5e06fa47d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.953253] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc09b39-985f-4f38-886b-1cfd0f324cbb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.985795] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a8819e-fcf0-49fe-8fb8-9e7ef4101161 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.993237] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9593511b-668f-48ff-9af6-ef2b0c38679b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.006992] env[69990]: DEBUG nova.compute.provider_tree [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.011456] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "ae53b001-aea9-469c-a212-9d1b3026cb26" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.011624] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.011817] env[69990]: DEBUG nova.compute.manager [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Going to confirm migration 7 {{(pid=69990) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1118.033646] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.296751] env[69990]: DEBUG oslo_concurrency.lockutils [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.297813] env[69990]: DEBUG oslo_concurrency.lockutils [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.297813] env[69990]: INFO nova.compute.manager [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Attaching volume 00b42be9-989d-4054-9e63-fb10d19c4e70 to /dev/sdb [ 1118.334785] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a5b612-671e-4f8b-9952-d6eeac3a0250 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.342995] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e4a01-62f1-4ced-97c7-01e29e146af3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.356170] env[69990]: DEBUG nova.virt.block_device [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating existing volume attachment record: 6d6bafb6-a3f7-4f75-acd0-de822d6edf4e {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.389860] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: fd321fb5-ee67-4f3f-92fd-a2402bd6718b] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1118.510776] env[69990]: DEBUG nova.scheduler.client.report [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.533541] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.567563] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.567809] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquired lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.568041] env[69990]: DEBUG nova.network.neutron [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.568242] env[69990]: DEBUG nova.objects.instance [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'info_cache' on Instance uuid ae53b001-aea9-469c-a212-9d1b3026cb26 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.611986] env[69990]: DEBUG nova.network.neutron [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Port efd9a419-ce30-4de9-bd9b-88cf73729ddb binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.612087] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.612289] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.612467] env[69990]: DEBUG nova.network.neutron [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.894132] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 7500e3ab-6762-4678-bf88-08c2425e9076] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.017176] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.034890] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.045746] env[69990]: INFO nova.scheduler.client.report [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted allocations for instance d98eed50-dde6-462b-a029-1ffa96f2a0f7 [ 1119.398604] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 2da1960e-c34b-456b-8703-fcd47581a160] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.445100] env[69990]: DEBUG nova.network.neutron [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.534242] env[69990]: DEBUG oslo_vmware.api [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446905, 'name': ReconfigVM_Task, 'duration_secs': 5.749186} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.534741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.534741] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Reconfigured VM to detach interface {{(pid=69990) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1119.553838] env[69990]: DEBUG oslo_concurrency.lockutils [None req-40e69ffb-0206-454f-a583-01bef505c07c tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "d98eed50-dde6-462b-a029-1ffa96f2a0f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.693s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.903181] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: cd59449f-4389-405d-83e9-8316074aad77] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.909280] env[69990]: DEBUG nova.network.neutron [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance_info_cache with network_info: [{"id": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "address": "fa:16:3e:60:11:39", "network": {"id": "fc3a3143-5644-4429-b640-55bedc64587b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1827288799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "924d4a88cf644ab1bd49987168f56483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686edbc8-fd", "ovs_interfaceid": "686edbc8-fda1-44f6-8a7b-c3b4f473275e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.949729] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.406671] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 652b92c2-2ed3-413e-88b9-47a22feb68d6] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.411524] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Releasing lock "refresh_cache-ae53b001-aea9-469c-a212-9d1b3026cb26" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.411764] env[69990]: DEBUG nova.objects.instance [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lazy-loading 'migration_context' on Instance uuid ae53b001-aea9-469c-a212-9d1b3026cb26 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.453439] env[69990]: DEBUG nova.compute.manager [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69990) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1120.667265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.667505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.909957] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 1cc4bb5e-e443-43e4-8ad3-935c2f7f5cc8] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.918059] env[69990]: DEBUG nova.objects.base [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.918340] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247d3ae-3394-4bcd-af6c-77dc4ef03b39 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.942205] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64620c7-f51c-474a-a86d-d241d6ddd415 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.948941] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1120.948941] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c82213-1aa5-3717-d4b6-5ab47bee2e00" [ 1120.948941] env[69990]: _type = "Task" [ 1120.948941] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.957398] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c82213-1aa5-3717-d4b6-5ab47bee2e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.021923] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.022114] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquired lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.022321] env[69990]: DEBUG nova.network.neutron [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.052556] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.052794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.052986] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.053218] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.053339] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.055582] env[69990]: INFO nova.compute.manager [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Terminating instance [ 1121.170473] env[69990]: DEBUG nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.352705] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "c5965305-3868-4887-9f36-395d428d2f08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.353073] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "c5965305-3868-4887-9f36-395d428d2f08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.353341] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "c5965305-3868-4887-9f36-395d428d2f08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.353585] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "c5965305-3868-4887-9f36-395d428d2f08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.353835] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "c5965305-3868-4887-9f36-395d428d2f08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.356071] env[69990]: INFO nova.compute.manager [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Terminating instance [ 1121.413911] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 921ea572-503c-4924-8ff7-39c5cffec439] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.459053] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c82213-1aa5-3717-d4b6-5ab47bee2e00, 'name': SearchDatastore_Task, 'duration_secs': 0.007535} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.459347] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.459594] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.558953] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.559663] env[69990]: DEBUG nova.compute.manager [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.559947] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.561212] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139413db-d014-4ace-a5f9-ff123bb9918f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.568590] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.568839] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef9c0eee-c5a0-4d35-8e49-883d3ff9a384 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.574954] env[69990]: DEBUG oslo_vmware.api [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1121.574954] env[69990]: value = "task-3446912" [ 1121.574954] env[69990]: _type = "Task" [ 1121.574954] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.582761] env[69990]: DEBUG oslo_vmware.api [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.697863] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.748302] env[69990]: INFO nova.network.neutron [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Port 29bac9f9-df6d-493c-a4c8-13310acbb69f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1121.748681] env[69990]: DEBUG nova.network.neutron [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [{"id": "69a8621e-0106-465f-8eb1-d946eb533651", "address": "fa:16:3e:10:00:c8", "network": {"id": "d9e816e8-6eda-4434-8d74-628025ea3d43", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-143757683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b50bb09b62449f8f20ea9a92da48c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a8621e-01", "ovs_interfaceid": "69a8621e-0106-465f-8eb1-d946eb533651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.859749] env[69990]: DEBUG nova.compute.manager [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.859972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.860922] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321eeac-f697-40e3-bf46-82d2d79d801d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.869285] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.869572] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64befae5-db08-47e1-b20e-aae7035230a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.875899] env[69990]: DEBUG oslo_vmware.api [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1121.875899] env[69990]: value = "task-3446913" [ 1121.875899] env[69990]: _type = "Task" [ 1121.875899] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.884350] env[69990]: DEBUG oslo_vmware.api [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.917618] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 169f9f33-9651-4f83-b082-2b553ca2156b] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1122.084571] env[69990]: DEBUG oslo_vmware.api [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446912, 'name': PowerOffVM_Task, 'duration_secs': 0.308268} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.084826] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.084991] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.086143] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c77f44aa-0b16-4dde-b46f-fbb166f82a8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.145737] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76286510-1302-4e6b-a9e7-7c364d829b89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.152114] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.152384] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.152569] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleting the datastore file [datastore2] 28aaa1db-7b99-4a85-b849-4c8cb3c15957 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.154533] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4e23a19-26c9-4522-a7ab-92c27a03fb96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.157051] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6d9dd5-3e37-4803-912e-ce6febe7d654 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.191198] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b4ebcd-1e61-4a53-b6d3-8d5cee8fe2f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.193720] env[69990]: DEBUG oslo_vmware.api [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for the task: (returnval){ [ 1122.193720] env[69990]: value = "task-3446915" [ 1122.193720] env[69990]: _type = "Task" [ 1122.193720] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.200126] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ee11a7-7460-4b3f-bd45-1279a2adb227 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.207164] env[69990]: DEBUG oslo_vmware.api [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.217630] env[69990]: DEBUG nova.compute.provider_tree [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.251828] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Releasing lock "refresh_cache-c5965305-3868-4887-9f36-395d428d2f08" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.385088] env[69990]: DEBUG oslo_vmware.api [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446913, 'name': PowerOffVM_Task, 'duration_secs': 0.183223} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.385313] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.385451] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.385691] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-575cecec-629e-4fe7-9bab-b65ca99433e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.421508] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 37dba20d-1a17-4341-8ac2-95a8a53374df] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1122.444762] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.445483] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.445483] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleting the datastore file [datastore1] c5965305-3868-4887-9f36-395d428d2f08 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.445483] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-648756b0-cea7-4e9f-b686-1076e70898ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.451890] env[69990]: DEBUG oslo_vmware.api [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1122.451890] env[69990]: value = "task-3446917" [ 1122.451890] env[69990]: _type = "Task" [ 1122.451890] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.460417] env[69990]: DEBUG oslo_vmware.api [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.703317] env[69990]: DEBUG oslo_vmware.api [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Task: {'id': task-3446915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129137} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.703508] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.703714] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.703892] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.704078] env[69990]: INFO nova.compute.manager [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.704323] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.704515] env[69990]: DEBUG nova.compute.manager [-] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.704611] env[69990]: DEBUG nova.network.neutron [-] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.720668] env[69990]: DEBUG nova.scheduler.client.report [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.755707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0f998b2a-f993-46c1-b8e2-aaccbab31d05 tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "interface-c5965305-3868-4887-9f36-395d428d2f08-29bac9f9-df6d-493c-a4c8-13310acbb69f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.825s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.924826] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 2025809c-ee0d-4423-8a19-4fdcc7c2684f] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1122.965368] env[69990]: DEBUG oslo_vmware.api [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154771} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.965704] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.965957] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.966227] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.966483] env[69990]: INFO nova.compute.manager [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: c5965305-3868-4887-9f36-395d428d2f08] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1122.966784] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.967075] env[69990]: DEBUG nova.compute.manager [-] [instance: c5965305-3868-4887-9f36-395d428d2f08] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.967180] env[69990]: DEBUG nova.network.neutron [-] [instance: c5965305-3868-4887-9f36-395d428d2f08] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.974009] env[69990]: DEBUG nova.compute.manager [req-9ed9c2a4-7d47-4e51-9442-533b36f691a4 req-15fe53a8-895a-487c-8093-97462d0dbcdf service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Received event network-vif-deleted-b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.974700] env[69990]: INFO nova.compute.manager [req-9ed9c2a4-7d47-4e51-9442-533b36f691a4 req-15fe53a8-895a-487c-8093-97462d0dbcdf service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Neutron deleted interface b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5; detaching it from the instance and deleting it from the info cache [ 1122.974700] env[69990]: DEBUG nova.network.neutron [req-9ed9c2a4-7d47-4e51-9442-533b36f691a4 req-15fe53a8-895a-487c-8093-97462d0dbcdf service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.406046] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.406296] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688082', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'name': 'volume-00b42be9-989d-4054-9e63-fb10d19c4e70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fff36436-5f1f-460a-8a3d-e7b0c4caa72f', 'attached_at': '', 'detached_at': '', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'serial': '00b42be9-989d-4054-9e63-fb10d19c4e70'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.407201] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a1beee-b824-4eb5-9901-a8a909ac1209 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.423954] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9e2930-de0f-40a5-b0a9-50641dfba47b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.428120] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: ecd1271e-b133-462f-aa41-00d79575f2c8] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1123.452738] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-00b42be9-989d-4054-9e63-fb10d19c4e70/volume-00b42be9-989d-4054-9e63-fb10d19c4e70.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.453380] env[69990]: DEBUG nova.network.neutron [-] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.454547] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9003b77-30b1-4e86-97c7-ebd57d8aca2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.474779] env[69990]: DEBUG oslo_vmware.api [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1123.474779] env[69990]: value = "task-3446918" [ 1123.474779] env[69990]: _type = "Task" [ 1123.474779] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.479258] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cef8b39c-2547-49c9-927d-06ce0152f183 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.486799] env[69990]: DEBUG oslo_vmware.api [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.491340] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565b6bef-9183-4262-9808-5b9ac735c321 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.531419] env[69990]: DEBUG nova.compute.manager [req-9ed9c2a4-7d47-4e51-9442-533b36f691a4 req-15fe53a8-895a-487c-8093-97462d0dbcdf service nova] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Detach interface failed, port_id=b0aec2b2-b6c3-4cb6-a14c-fe9eecf5dad5, reason: Instance 28aaa1db-7b99-4a85-b849-4c8cb3c15957 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.731772] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.272s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.735053] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.176s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.954149] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 006789b0-40b0-4040-9977-671e1c50997d] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1123.969508] env[69990]: INFO nova.compute.manager [-] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Took 1.26 seconds to deallocate network for instance. [ 1123.989194] env[69990]: DEBUG oslo_vmware.api [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446918, 'name': ReconfigVM_Task, 'duration_secs': 0.478572} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.989770] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-00b42be9-989d-4054-9e63-fb10d19c4e70/volume-00b42be9-989d-4054-9e63-fb10d19c4e70.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.996918] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051b4082-0c30-480a-bb3a-37f484392bd5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.015192] env[69990]: DEBUG oslo_vmware.api [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1124.015192] env[69990]: value = "task-3446919" [ 1124.015192] env[69990]: _type = "Task" [ 1124.015192] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.023800] env[69990]: DEBUG oslo_vmware.api [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.241509] env[69990]: DEBUG nova.objects.instance [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'migration_context' on Instance uuid 3f3543df-06a3-4f88-ba67-9b247cc91d6c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.298415] env[69990]: INFO nova.scheduler.client.report [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted allocation for migration 4fea222b-891b-4d34-ad22-13afde22ba2d [ 1124.358170] env[69990]: DEBUG nova.network.neutron [-] [instance: c5965305-3868-4887-9f36-395d428d2f08] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.457400] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 5e17d57e-213d-496c-aa6b-653c9d1e0302] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.477139] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.525020] env[69990]: DEBUG oslo_vmware.api [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446919, 'name': ReconfigVM_Task, 'duration_secs': 0.157425} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.525349] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688082', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'name': 'volume-00b42be9-989d-4054-9e63-fb10d19c4e70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fff36436-5f1f-460a-8a3d-e7b0c4caa72f', 'attached_at': '', 'detached_at': '', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'serial': '00b42be9-989d-4054-9e63-fb10d19c4e70'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.803606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.792s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.860899] env[69990]: INFO nova.compute.manager [-] [instance: c5965305-3868-4887-9f36-395d428d2f08] Took 1.89 seconds to deallocate network for instance. [ 1124.905057] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e039fd-d536-4443-b478-38a33f3707fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.913202] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee06b95-eb11-438d-9d14-6d00f551248d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.944284] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3862a2ac-7bf6-4175-9eaa-b2f4cd611373 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.951550] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94f36d2-a480-4120-9cef-1fad1090d25c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.965105] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: eeb6aed3-1819-40d6-bb31-15337b7b0f14] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.967255] env[69990]: DEBUG nova.compute.provider_tree [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.036590] env[69990]: DEBUG nova.compute.manager [req-ff248fd0-bc0b-4d2a-8af8-5e370336f19f req-4831cd18-8db0-410e-92be-84fd1e51e83c service nova] [instance: c5965305-3868-4887-9f36-395d428d2f08] Received event network-vif-deleted-69a8621e-0106-465f-8eb1-d946eb533651 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.369660] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.469480] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: dce8d782-2479-4720-adb5-f6f380d7a9bc] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1125.473099] env[69990]: DEBUG nova.scheduler.client.report [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.566996] env[69990]: DEBUG nova.objects.instance [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.800118] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.978661] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: ec071c54-6c86-4dfe-8411-3cee70ddf188] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1126.035536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "ae53b001-aea9-469c-a212-9d1b3026cb26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.035803] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.036033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.036224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.036398] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.038416] env[69990]: INFO nova.compute.manager [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Terminating instance [ 1126.071567] env[69990]: DEBUG oslo_concurrency.lockutils [None req-97282367-3967-4e6b-815e-2b0ce0541689 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.774s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.072504] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.273s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.072686] env[69990]: DEBUG nova.compute.manager [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.074041] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339e7cfa-a42a-474f-8818-98b310880c51 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.080694] env[69990]: DEBUG nova.compute.manager [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1126.081281] env[69990]: DEBUG nova.objects.instance [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.485996] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: e294004b-ac53-4fea-876f-0547e0ce009b] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1126.489908] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.754s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.495624] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.798s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.497553] env[69990]: INFO nova.compute.claims [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.543024] env[69990]: DEBUG nova.compute.manager [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.543128] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.544783] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47b3b1-41bf-44e7-9434-dcdc7e0bfb30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.552739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.552981] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5fb969-9db5-4dd5-b5cf-bc1584998426 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.559537] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1126.559537] env[69990]: value = "task-3446920" [ 1126.559537] env[69990]: _type = "Task" [ 1126.559537] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.567276] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.997029] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: a78c0515-6ba4-43af-9d9e-50a253adc898] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1127.069176] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446920, 'name': PowerOffVM_Task, 'duration_secs': 0.17461} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.069440] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.069610] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.069853] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-319dfce7-f355-4042-a798-b9f840de91c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.088084] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.088652] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d413d279-a095-4bd8-9704-b392be0eda42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.094892] env[69990]: DEBUG oslo_vmware.api [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1127.094892] env[69990]: value = "task-3446922" [ 1127.094892] env[69990]: _type = "Task" [ 1127.094892] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.103210] env[69990]: DEBUG oslo_vmware.api [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.134173] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.134480] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.134714] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleting the datastore file [datastore2] ae53b001-aea9-469c-a212-9d1b3026cb26 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.135020] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7e40e3e-f437-4ac0-880f-80c3637423a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.142513] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for the task: (returnval){ [ 1127.142513] env[69990]: value = "task-3446923" [ 1127.142513] env[69990]: _type = "Task" [ 1127.142513] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.150660] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.499733] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: a0c60cf0-e184-490d-921a-4da52c473859] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1127.604657] env[69990]: DEBUG oslo_vmware.api [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446922, 'name': PowerOffVM_Task, 'duration_secs': 0.178607} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.607264] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.607475] env[69990]: DEBUG nova.compute.manager [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.608456] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8cb9e1-9626-4e9a-93fa-4125dc3291a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.654171] env[69990]: DEBUG oslo_vmware.api [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Task: {'id': task-3446923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137241} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.656652] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.656844] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.657029] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.657219] env[69990]: INFO nova.compute.manager [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1127.657458] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.657906] env[69990]: DEBUG nova.compute.manager [-] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.657974] env[69990]: DEBUG nova.network.neutron [-] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.668819] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc3f206-028c-41c6-abfa-0e7fb3e4b97a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.676185] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92a2ee2-162d-4bbe-9b6d-db6f74c64707 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.705912] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a14d838-4c5f-41d6-a59a-f4d9016204a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.712840] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbbec42-8985-4f2e-b930-b219b9db0d74 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.726360] env[69990]: DEBUG nova.compute.provider_tree [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.947229] env[69990]: DEBUG nova.compute.manager [req-89bf773c-62cb-4828-964b-1abdb7e94e67 req-f53301cb-8c5a-4ad1-9652-d8cc51620451 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Received event network-vif-deleted-686edbc8-fda1-44f6-8a7b-c3b4f473275e {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.947396] env[69990]: INFO nova.compute.manager [req-89bf773c-62cb-4828-964b-1abdb7e94e67 req-f53301cb-8c5a-4ad1-9652-d8cc51620451 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Neutron deleted interface 686edbc8-fda1-44f6-8a7b-c3b4f473275e; detaching it from the instance and deleting it from the info cache [ 1127.947572] env[69990]: DEBUG nova.network.neutron [req-89bf773c-62cb-4828-964b-1abdb7e94e67 req-f53301cb-8c5a-4ad1-9652-d8cc51620451 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.003032] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 4e0c6aea-deee-4f98-9d5a-7cf7b3637946] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1128.032741] env[69990]: INFO nova.compute.manager [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Swapping old allocation on dict_keys(['861bed33-0336-4b70-a14e-8edf62684af1']) held by migration 3ea34cc8-c667-4d4f-adc2-634d1c4f097f for instance [ 1128.056191] env[69990]: DEBUG nova.scheduler.client.report [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Overwriting current allocation {'allocations': {'861bed33-0336-4b70-a14e-8edf62684af1': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 158}}, 'project_id': '8bc0d955bbdd4774ae4d9544b25db3fe', 'user_id': '947986c3712e4af695a7b32af53bdaf1', 'consumer_generation': 1} on consumer 3f3543df-06a3-4f88-ba67-9b247cc91d6c {{(pid=69990) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1128.123915] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0c409f8-22e8-4082-a9ff-a1420b12a126 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.150419] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.150618] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.150816] env[69990]: DEBUG nova.network.neutron [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.230112] env[69990]: DEBUG nova.scheduler.client.report [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.431821] env[69990]: DEBUG nova.network.neutron [-] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.449960] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ed46fd4-ed3f-437d-a52e-a68e28925793 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.460163] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356bed96-254d-421d-9890-9ccd346610f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.488994] env[69990]: DEBUG nova.compute.manager [req-89bf773c-62cb-4828-964b-1abdb7e94e67 req-f53301cb-8c5a-4ad1-9652-d8cc51620451 service nova] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Detach interface failed, port_id=686edbc8-fda1-44f6-8a7b-c3b4f473275e, reason: Instance ae53b001-aea9-469c-a212-9d1b3026cb26 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.505786] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 9a02cf3b-61f3-41b2-bd11-2a2143b625e0] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1128.734586] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.735111] env[69990]: DEBUG nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.738379] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.261s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.738507] env[69990]: DEBUG nova.objects.instance [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lazy-loading 'resources' on Instance uuid 28aaa1db-7b99-4a85-b849-4c8cb3c15957 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.926660] env[69990]: DEBUG nova.network.neutron [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [{"id": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "address": "fa:16:3e:68:10:83", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd9a419-ce", "ovs_interfaceid": "efd9a419-ce30-4de9-bd9b-88cf73729ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.934796] env[69990]: INFO nova.compute.manager [-] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Took 1.28 seconds to deallocate network for instance. [ 1129.009630] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 74b9b3e1-456d-4e1d-a5e7-f446321242fe] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1129.241265] env[69990]: DEBUG nova.compute.utils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.247037] env[69990]: DEBUG nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.247320] env[69990]: DEBUG nova.network.neutron [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.321071] env[69990]: DEBUG nova.policy [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef05377c1084746be7007fc514d029f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '898c7e30a9b042ee9212bff2520405d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.380109] env[69990]: DEBUG nova.objects.instance [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.383287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872cc7dd-90b1-4a55-8dff-a4b001bc6127 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.391316] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a12819c-984e-48bb-af42-beddd2ae5e24 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.422098] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884aa945-7918-4b19-acbe-912d82e7d19f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.428981] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c3aca5-ec74-4082-ab0b-9c855b9d98bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.433323] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-3f3543df-06a3-4f88-ba67-9b247cc91d6c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.434383] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822e7a1a-9b93-4905-9d3e-d843284b90f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.447889] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.448372] env[69990]: DEBUG nova.compute.provider_tree [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.452449] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4fb36a-acde-4e58-a16d-b7adb84f3157 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.514245] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 66f44427-f09b-431c-a391-98ef8e838f3f] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1129.607033] env[69990]: DEBUG nova.network.neutron [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Successfully created port: b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.747770] env[69990]: DEBUG nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.889672] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.889860] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.890046] env[69990]: DEBUG nova.network.neutron [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.890230] env[69990]: DEBUG nova.objects.instance [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'info_cache' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.951521] env[69990]: DEBUG nova.scheduler.client.report [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.017129] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 36d4e7dd-459d-4c1a-ab75-340fd5f7276c] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1130.393335] env[69990]: DEBUG nova.objects.base [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.456416] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.458634] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.089s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.458870] env[69990]: DEBUG nova.objects.instance [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'resources' on Instance uuid c5965305-3868-4887-9f36-395d428d2f08 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.478110] env[69990]: INFO nova.scheduler.client.report [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Deleted allocations for instance 28aaa1db-7b99-4a85-b849-4c8cb3c15957 [ 1130.519158] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 86dd6a38-843d-43b4-89cc-f7357ce975b8] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1130.534607] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.534870] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0513a4b3-7bde-4bf8-b824-b14096df2aed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.542563] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1130.542563] env[69990]: value = "task-3446924" [ 1130.542563] env[69990]: _type = "Task" [ 1130.542563] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.552741] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.756846] env[69990]: DEBUG nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.784411] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.784770] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.784994] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.785271] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.785475] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.785681] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.786086] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.786335] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.786597] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.786984] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.787063] env[69990]: DEBUG nova.virt.hardware [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.788248] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9feee74-1a89-450b-81d9-22ad138c28dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.797876] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb48ab-c808-433d-9201-bfb97f8e348e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.988205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-de7f4207-3d56-46cd-988f-f1bc044dd9cb tempest-ServersTestJSON-802102140 tempest-ServersTestJSON-802102140-project-member] Lock "28aaa1db-7b99-4a85-b849-4c8cb3c15957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.935s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.022118] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.058343] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446924, 'name': PowerOffVM_Task, 'duration_secs': 0.218983} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.060807] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.061496] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.061747] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.061906] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.062110] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.062257] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.062399] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.062642] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.062793] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.062963] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.063140] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.063310] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.069013] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b1a02c5-1251-4fb7-a255-f3df37e34b2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.085309] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1131.085309] env[69990]: value = "task-3446925" [ 1131.085309] env[69990]: _type = "Task" [ 1131.085309] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.103353] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.148450] env[69990]: DEBUG nova.compute.manager [req-8dca6027-06c3-4085-b65a-aecc3309df80 req-4b2f6b77-5e27-445e-a830-1843bdb35f39 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Received event network-vif-plugged-b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.148664] env[69990]: DEBUG oslo_concurrency.lockutils [req-8dca6027-06c3-4085-b65a-aecc3309df80 req-4b2f6b77-5e27-445e-a830-1843bdb35f39 service nova] Acquiring lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.148872] env[69990]: DEBUG oslo_concurrency.lockutils [req-8dca6027-06c3-4085-b65a-aecc3309df80 req-4b2f6b77-5e27-445e-a830-1843bdb35f39 service nova] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.149145] env[69990]: DEBUG oslo_concurrency.lockutils [req-8dca6027-06c3-4085-b65a-aecc3309df80 req-4b2f6b77-5e27-445e-a830-1843bdb35f39 service nova] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.149416] env[69990]: DEBUG nova.compute.manager [req-8dca6027-06c3-4085-b65a-aecc3309df80 req-4b2f6b77-5e27-445e-a830-1843bdb35f39 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] No waiting events found dispatching network-vif-plugged-b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.149689] env[69990]: WARNING nova.compute.manager [req-8dca6027-06c3-4085-b65a-aecc3309df80 req-4b2f6b77-5e27-445e-a830-1843bdb35f39 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Received unexpected event network-vif-plugged-b91d4d68-2969-498a-a515-db4f914cc9d7 for instance with vm_state building and task_state spawning. [ 1131.163245] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dbb233-93f4-47f4-8540-6155afabb3c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.172667] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff4bb7f-2d42-4b24-99b9-989d0aa06e4f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.202942] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2a966-b02b-49d8-8fed-0fe6546aff13 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.210228] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3766572a-70d6-420e-8981-3f29062bd1ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.224082] env[69990]: DEBUG nova.compute.provider_tree [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.288125] env[69990]: DEBUG nova.network.neutron [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating instance_info_cache with network_info: [{"id": "3d3755d7-461f-4553-afc4-312ba645e1b4", "address": "fa:16:3e:95:82:89", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d3755d7-46", "ovs_interfaceid": "3d3755d7-461f-4553-afc4-312ba645e1b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.326359] env[69990]: DEBUG nova.network.neutron [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Successfully updated port: b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.595727] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446925, 'name': ReconfigVM_Task, 'duration_secs': 0.143369} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.596567] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f4d48-520e-4558-9d59-03b22b61f4ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.622049] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.622422] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.622422] env[69990]: DEBUG nova.virt.hardware [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.623286] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc25aa5-e468-47f4-9a7c-f510efdc65c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.629096] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1131.629096] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526ea780-5279-dba8-5e56-59b101331af2" [ 1131.629096] env[69990]: _type = "Task" [ 1131.629096] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.637806] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526ea780-5279-dba8-5e56-59b101331af2, 'name': SearchDatastore_Task, 'duration_secs': 0.007096} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.643055] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.643323] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c502e8af-df3c-4e3d-b3b2-274582a8d1b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.661275] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1131.661275] env[69990]: value = "task-3446926" [ 1131.661275] env[69990]: _type = "Task" [ 1131.661275] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.668782] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.727779] env[69990]: DEBUG nova.scheduler.client.report [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.791205] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.828588] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.828750] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.828905] env[69990]: DEBUG nova.network.neutron [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.174213] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446926, 'name': ReconfigVM_Task, 'duration_secs': 0.188249} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.174213] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.175457] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429a22e1-b31a-41a5-b0c2-9058eae8773d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.202905] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.203991] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72efb4e1-b731-4a45-baa5-8dee860304d7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.226239] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1132.226239] env[69990]: value = "task-3446927" [ 1132.226239] env[69990]: _type = "Task" [ 1132.226239] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.234504] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.236450] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.236904] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.789s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.237418] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.264854] env[69990]: INFO nova.scheduler.client.report [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted allocations for instance c5965305-3868-4887-9f36-395d428d2f08 [ 1132.266624] env[69990]: INFO nova.scheduler.client.report [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Deleted allocations for instance ae53b001-aea9-469c-a212-9d1b3026cb26 [ 1132.373151] env[69990]: DEBUG nova.network.neutron [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.502671] env[69990]: DEBUG nova.network.neutron [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Updating instance_info_cache with network_info: [{"id": "b91d4d68-2969-498a-a515-db4f914cc9d7", "address": "fa:16:3e:9f:79:d7", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91d4d68-29", "ovs_interfaceid": "b91d4d68-2969-498a-a515-db4f914cc9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.736749] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446927, 'name': ReconfigVM_Task, 'duration_secs': 0.276751} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.737367] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c/3f3543df-06a3-4f88-ba67-9b247cc91d6c.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.738164] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f9b951-19cb-439e-80fa-039e111e8abd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.760994] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcf93c8-7b0c-4be2-9869-86873f363493 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.786025] env[69990]: DEBUG oslo_concurrency.lockutils [None req-114751e8-5c1c-4d3e-b035-72534bf310d9 tempest-DeleteServersTestJSON-732005210 tempest-DeleteServersTestJSON-732005210-project-member] Lock "ae53b001-aea9-469c-a212-9d1b3026cb26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.750s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.787028] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7a85a81a-16f2-4720-9857-cb8d5a52fffd tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "c5965305-3868-4887-9f36-395d428d2f08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.434s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.789472] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc19102e-d4d2-46f4-95dc-025bc3271ddf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.814329] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.815695] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c57e312-be66-43b6-bd8f-b95791ba6c19 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.817987] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4d263a-93d9-4785-873e-8019d5e06a1e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.825854] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.827144] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e835a0c-291a-4565-bf0b-31b97d331aed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.828859] env[69990]: DEBUG oslo_vmware.api [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1132.828859] env[69990]: value = "task-3446928" [ 1132.828859] env[69990]: _type = "Task" [ 1132.828859] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.833612] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1132.833612] env[69990]: value = "task-3446929" [ 1132.833612] env[69990]: _type = "Task" [ 1132.833612] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.840046] env[69990]: DEBUG oslo_vmware.api [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.848097] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.008018] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.008018] env[69990]: DEBUG nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Instance network_info: |[{"id": "b91d4d68-2969-498a-a515-db4f914cc9d7", "address": "fa:16:3e:9f:79:d7", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91d4d68-29", "ovs_interfaceid": "b91d4d68-2969-498a-a515-db4f914cc9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.008018] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:79:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b91d4d68-2969-498a-a515-db4f914cc9d7', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.016217] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.016485] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.016741] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22b9bdd7-5713-4b39-95a8-0f40b30cad40 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.038887] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.038887] env[69990]: value = "task-3446930" [ 1133.038887] env[69990]: _type = "Task" [ 1133.038887] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.046851] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446930, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.183836] env[69990]: DEBUG nova.compute.manager [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Received event network-changed-b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.183836] env[69990]: DEBUG nova.compute.manager [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Refreshing instance network info cache due to event network-changed-b91d4d68-2969-498a-a515-db4f914cc9d7. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.183836] env[69990]: DEBUG oslo_concurrency.lockutils [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] Acquiring lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.183836] env[69990]: DEBUG oslo_concurrency.lockutils [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] Acquired lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.184242] env[69990]: DEBUG nova.network.neutron [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Refreshing network info cache for port b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.344989] env[69990]: DEBUG oslo_vmware.api [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446928, 'name': PowerOnVM_Task, 'duration_secs': 0.410833} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.345840] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.346285] env[69990]: DEBUG nova.compute.manager [None req-a8b68ae7-5516-4816-b3f7-0629e67bd3f9 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.347244] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02c6399-b397-43ae-82f6-923822411e79 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.353478] env[69990]: DEBUG oslo_vmware.api [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446929, 'name': PowerOnVM_Task, 'duration_secs': 0.405497} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.354161] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.368352] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.368653] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.368882] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.369073] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.369243] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.371376] env[69990]: INFO nova.compute.manager [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Terminating instance [ 1133.549860] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446930, 'name': CreateVM_Task, 'duration_secs': 0.328181} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.549860] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.550564] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.550744] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.551092] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.551359] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2287cff3-6151-459a-a4b1-e7f0c21a9293 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.555833] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1133.555833] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52fe5f5d-5f11-4532-4635-5f57012e0fa2" [ 1133.555833] env[69990]: _type = "Task" [ 1133.555833] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.562937] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fe5f5d-5f11-4532-4635-5f57012e0fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.875327] env[69990]: DEBUG nova.compute.manager [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.875542] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.876428] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012827d9-5907-4135-821f-ba4443e81e7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.884308] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.884308] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648cf2ab-cc2c-43d6-837a-97dc3d031ecc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.891451] env[69990]: DEBUG oslo_vmware.api [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1133.891451] env[69990]: value = "task-3446932" [ 1133.891451] env[69990]: _type = "Task" [ 1133.891451] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.899210] env[69990]: DEBUG oslo_vmware.api [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.902307] env[69990]: DEBUG nova.network.neutron [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Updated VIF entry in instance network info cache for port b91d4d68-2969-498a-a515-db4f914cc9d7. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.902649] env[69990]: DEBUG nova.network.neutron [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Updating instance_info_cache with network_info: [{"id": "b91d4d68-2969-498a-a515-db4f914cc9d7", "address": "fa:16:3e:9f:79:d7", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91d4d68-29", "ovs_interfaceid": "b91d4d68-2969-498a-a515-db4f914cc9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.066014] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52fe5f5d-5f11-4532-4635-5f57012e0fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.066333] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.066573] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.067412] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.067412] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.067412] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.067412] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9cd48fc-1ae3-42d0-bdea-bfd5a44fb1ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.075368] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.075575] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.076342] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3fcdb9-6116-409b-8765-32e200a36d60 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.081489] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1134.081489] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5295fcd9-7c9a-1ec8-9655-07d59ee910bf" [ 1134.081489] env[69990]: _type = "Task" [ 1134.081489] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.088963] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5295fcd9-7c9a-1ec8-9655-07d59ee910bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.401208] env[69990]: DEBUG oslo_vmware.api [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446932, 'name': PowerOffVM_Task, 'duration_secs': 0.193519} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.402116] env[69990]: INFO nova.compute.manager [None req-3f058f30-ae43-47b0-9d72-1eea4419c781 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance to original state: 'active' [ 1134.404983] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.405187] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.405614] env[69990]: DEBUG oslo_concurrency.lockutils [req-8ccdf10e-1315-4e29-a4bb-ce263b7d3066 req-5f1531e0-8c56-4879-ac2a-e5b0ec862690 service nova] Releasing lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.406148] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7c96959-954a-497e-86a6-431621eda9cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.462676] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.462901] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.463093] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleting the datastore file [datastore1] edfb9f0a-e172-459d-8b1c-c48bab53ba03 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.463352] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e77cd9ce-eb3b-4ee6-9b43-a426a77c1d59 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.469717] env[69990]: DEBUG oslo_vmware.api [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for the task: (returnval){ [ 1134.469717] env[69990]: value = "task-3446934" [ 1134.469717] env[69990]: _type = "Task" [ 1134.469717] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.477085] env[69990]: DEBUG oslo_vmware.api [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.591859] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5295fcd9-7c9a-1ec8-9655-07d59ee910bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.592659] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80bc2bd-ddef-4d1d-bd0b-a3b63de18868 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.597766] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1134.597766] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d14857-ad2f-4e93-c880-cef64a26b9a5" [ 1134.597766] env[69990]: _type = "Task" [ 1134.597766] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.606537] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d14857-ad2f-4e93-c880-cef64a26b9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.980043] env[69990]: DEBUG oslo_vmware.api [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Task: {'id': task-3446934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093009} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.980258] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.980545] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.980752] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.980958] env[69990]: INFO nova.compute.manager [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1134.981255] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.981481] env[69990]: DEBUG nova.compute.manager [-] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.981629] env[69990]: DEBUG nova.network.neutron [-] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.107647] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d14857-ad2f-4e93-c880-cef64a26b9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.107918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.108199] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.108467] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42295cd5-5db5-4a7a-b555-b589fc486354 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.116019] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1135.116019] env[69990]: value = "task-3446935" [ 1135.116019] env[69990]: _type = "Task" [ 1135.116019] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.123991] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.220883] env[69990]: DEBUG nova.compute.manager [req-a485ca54-24df-400a-8ee5-bb97dc934513 req-89562703-73d5-48b3-af78-bf532788aacf service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Received event network-vif-deleted-1aa3ed28-4986-42f1-aaf8-344da0c567f0 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.220883] env[69990]: INFO nova.compute.manager [req-a485ca54-24df-400a-8ee5-bb97dc934513 req-89562703-73d5-48b3-af78-bf532788aacf service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Neutron deleted interface 1aa3ed28-4986-42f1-aaf8-344da0c567f0; detaching it from the instance and deleting it from the info cache [ 1135.221062] env[69990]: DEBUG nova.network.neutron [req-a485ca54-24df-400a-8ee5-bb97dc934513 req-89562703-73d5-48b3-af78-bf532788aacf service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.626145] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481746} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.626396] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.626469] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.626861] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d4e441f-db10-42d4-9c7c-15239a39f8cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.634223] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1135.634223] env[69990]: value = "task-3446936" [ 1135.634223] env[69990]: _type = "Task" [ 1135.634223] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.644298] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.684069] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.684477] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.684671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.684889] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.685098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.687148] env[69990]: INFO nova.compute.manager [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Terminating instance [ 1135.701979] env[69990]: DEBUG nova.network.neutron [-] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.723476] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b88cb1f-2a57-4f23-a971-fae266b064c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.732552] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13017d-e95a-4e68-93c0-b9215ec31d12 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.764495] env[69990]: DEBUG nova.compute.manager [req-a485ca54-24df-400a-8ee5-bb97dc934513 req-89562703-73d5-48b3-af78-bf532788aacf service nova] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Detach interface failed, port_id=1aa3ed28-4986-42f1-aaf8-344da0c567f0, reason: Instance edfb9f0a-e172-459d-8b1c-c48bab53ba03 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.143492] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078263} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.143764] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.144682] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a33436-bc27-49bd-8208-d42cf8e98298 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.167729] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.168078] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51523cae-d450-497b-b81f-bc045ea003ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.188167] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1136.188167] env[69990]: value = "task-3446937" [ 1136.188167] env[69990]: _type = "Task" [ 1136.188167] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.192115] env[69990]: DEBUG nova.compute.manager [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.192328] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.192564] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f8f7b2-a111-4201-a1b7-17a99183ace5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.199618] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.200913] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1136.200913] env[69990]: value = "task-3446938" [ 1136.200913] env[69990]: _type = "Task" [ 1136.200913] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.204102] env[69990]: INFO nova.compute.manager [-] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Took 1.22 seconds to deallocate network for instance. [ 1136.212760] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.702033] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446937, 'name': ReconfigVM_Task, 'duration_secs': 0.408366} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.705363] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.706080] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a18734f6-51c3-4666-8679-01a18573952c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.710288] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.710543] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.710757] env[69990]: DEBUG nova.objects.instance [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lazy-loading 'resources' on Instance uuid edfb9f0a-e172-459d-8b1c-c48bab53ba03 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.714586] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446938, 'name': PowerOffVM_Task, 'duration_secs': 0.260112} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.715128] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.715339] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1136.715532] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688072', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'name': 'volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f3543df-06a3-4f88-ba67-9b247cc91d6c', 'attached_at': '2025-04-15T16:52:19.000000', 'detached_at': '', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'serial': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1136.716388] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6167b6b-f904-4bb5-8e40-db76c4b498f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.720313] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1136.720313] env[69990]: value = "task-3446939" [ 1136.720313] env[69990]: _type = "Task" [ 1136.720313] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.740643] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6dedd1-afc9-407c-86e1-955d5f51766e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.747654] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446939, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.754379] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e1d4b7-1f23-4cac-9c5c-001e3c59ce89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.776139] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb26c2d-eff5-4674-87b1-86800a537bf8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.796020] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] The volume has not been displaced from its original location: [datastore2] volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2/volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1136.799577] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.799950] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-284a5b79-6d2d-4b42-ad23-ad7e0d484e7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.818112] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1136.818112] env[69990]: value = "task-3446940" [ 1136.818112] env[69990]: _type = "Task" [ 1136.818112] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.826111] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.230259] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446939, 'name': Rename_Task, 'duration_secs': 0.15207} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.230845] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.230951] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440521c7-2568-4658-b24f-f360b644304c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.236681] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1137.236681] env[69990]: value = "task-3446941" [ 1137.236681] env[69990]: _type = "Task" [ 1137.236681] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.251034] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.330468] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.346486] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c5b99b-4bc4-429d-aa9a-d6dab9b3a18d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.355435] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524124c0-b0ea-43b7-8340-8d0e042ff693 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.387195] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfd237c-8d53-4fa8-9627-86b72f81589b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.393151] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad44cd-677e-455f-a49b-944cb9b5dc20 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.407393] env[69990]: DEBUG nova.compute.provider_tree [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.746739] env[69990]: DEBUG oslo_vmware.api [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446941, 'name': PowerOnVM_Task, 'duration_secs': 0.443791} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.747162] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.747319] env[69990]: INFO nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1137.747505] env[69990]: DEBUG nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.748262] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc98c462-c03a-4c33-bf44-a105265ae1ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.831333] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.912054] env[69990]: DEBUG nova.scheduler.client.report [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.264825] env[69990]: INFO nova.compute.manager [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Took 16.59 seconds to build instance. [ 1138.332930] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.418733] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.449943] env[69990]: INFO nova.scheduler.client.report [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Deleted allocations for instance edfb9f0a-e172-459d-8b1c-c48bab53ba03 [ 1138.766533] env[69990]: DEBUG oslo_concurrency.lockutils [None req-e411b2ef-cf96-4ae8-8479-49d989ce924e tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.099s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.836359] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446940, 'name': ReconfigVM_Task, 'duration_secs': 1.608264} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.836359] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.840960] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6296fac-75c6-4666-9641-1d3ebf02c16d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.858362] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1138.858362] env[69990]: value = "task-3446942" [ 1138.858362] env[69990]: _type = "Task" [ 1138.858362] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.868766] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.957556] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bd322b3a-6cf2-463a-882e-a78b6cd523cb tempest-AttachInterfacesTestJSON-226174939 tempest-AttachInterfacesTestJSON-226174939-project-member] Lock "edfb9f0a-e172-459d-8b1c-c48bab53ba03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.589s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.368668] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.376584] env[69990]: DEBUG nova.compute.manager [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Received event network-changed-b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.376802] env[69990]: DEBUG nova.compute.manager [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Refreshing instance network info cache due to event network-changed-b91d4d68-2969-498a-a515-db4f914cc9d7. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.376966] env[69990]: DEBUG oslo_concurrency.lockutils [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] Acquiring lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.377104] env[69990]: DEBUG oslo_concurrency.lockutils [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] Acquired lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.377261] env[69990]: DEBUG nova.network.neutron [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Refreshing network info cache for port b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.874910] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446942, 'name': ReconfigVM_Task, 'duration_secs': 0.977252} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.877036] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688072', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'name': 'volume-1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f3543df-06a3-4f88-ba67-9b247cc91d6c', 'attached_at': '2025-04-15T16:52:19.000000', 'detached_at': '', 'volume_id': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2', 'serial': '1421ae3e-fd07-4da5-8329-97cf37eb4fe2'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.877036] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.877036] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce2358e-159e-42aa-b866-b834f53ff38e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.886785] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.886785] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-148694d5-75a6-4160-abe9-a11037543616 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.285828] env[69990]: DEBUG nova.network.neutron [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Updated VIF entry in instance network info cache for port b91d4d68-2969-498a-a515-db4f914cc9d7. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.286236] env[69990]: DEBUG nova.network.neutron [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Updating instance_info_cache with network_info: [{"id": "b91d4d68-2969-498a-a515-db4f914cc9d7", "address": "fa:16:3e:9f:79:d7", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb91d4d68-29", "ovs_interfaceid": "b91d4d68-2969-498a-a515-db4f914cc9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.302437] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.302729] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.302962] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleting the datastore file [datastore2] 3f3543df-06a3-4f88-ba67-9b247cc91d6c {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.303365] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c76c6239-ca74-453a-a7a8-066a60233e87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.311212] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1140.311212] env[69990]: value = "task-3446944" [ 1140.311212] env[69990]: _type = "Task" [ 1140.311212] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.322314] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.792962] env[69990]: DEBUG oslo_concurrency.lockutils [req-f0c1cdda-9b30-4d17-949f-ec209415132b req-a7a0bcaa-b4b2-4aa6-9d20-68508a74a8c8 service nova] Releasing lock "refresh_cache-e4f7dc72-b2e5-4179-8342-7fb6a4a83333" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.825341] env[69990]: DEBUG oslo_vmware.api [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150716} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.825946] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.826779] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.826779] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.826779] env[69990]: INFO nova.compute.manager [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Took 4.63 seconds to destroy the instance on the hypervisor. [ 1140.830023] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.830023] env[69990]: DEBUG nova.compute.manager [-] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.830023] env[69990]: DEBUG nova.network.neutron [-] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.278416] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.278807] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.325630] env[69990]: DEBUG nova.compute.manager [req-1902d0a2-8bfb-4a06-8406-d1629416784b req-da62b9c5-89a5-4142-b55f-1c1da90d7f08 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Received event network-vif-deleted-efd9a419-ce30-4de9-bd9b-88cf73729ddb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.325843] env[69990]: INFO nova.compute.manager [req-1902d0a2-8bfb-4a06-8406-d1629416784b req-da62b9c5-89a5-4142-b55f-1c1da90d7f08 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Neutron deleted interface efd9a419-ce30-4de9-bd9b-88cf73729ddb; detaching it from the instance and deleting it from the info cache [ 1141.325996] env[69990]: DEBUG nova.network.neutron [req-1902d0a2-8bfb-4a06-8406-d1629416784b req-da62b9c5-89a5-4142-b55f-1c1da90d7f08 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.782356] env[69990]: DEBUG nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.809588] env[69990]: DEBUG nova.network.neutron [-] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.830166] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-435f9ca7-6ef4-4035-9285-59c5d2e0ef08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.846863] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c943e4c-d3df-4236-9158-4ee50e1b0c9a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.879726] env[69990]: DEBUG nova.compute.manager [req-1902d0a2-8bfb-4a06-8406-d1629416784b req-da62b9c5-89a5-4142-b55f-1c1da90d7f08 service nova] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Detach interface failed, port_id=efd9a419-ce30-4de9-bd9b-88cf73729ddb, reason: Instance 3f3543df-06a3-4f88-ba67-9b247cc91d6c could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.308142] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.308420] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.309922] env[69990]: INFO nova.compute.claims [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.313830] env[69990]: INFO nova.compute.manager [-] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Took 1.49 seconds to deallocate network for instance. [ 1142.862362] env[69990]: INFO nova.compute.manager [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Took 0.55 seconds to detach 1 volumes for instance. [ 1143.368452] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.428036] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e870be-9007-4226-adcc-ecd67dd806de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.435342] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9ec16d-c4fc-4318-92c5-7acabcf7efbd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.464929] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b900aaa9-2a50-461e-aea9-57ea9ad49d9f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.472070] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfff8e8a-a246-4d91-a429-a69247cb8761 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.484866] env[69990]: DEBUG nova.compute.provider_tree [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.987726] env[69990]: DEBUG nova.scheduler.client.report [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.495952] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.497118] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.129s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.497359] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.536744] env[69990]: INFO nova.scheduler.client.report [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted allocations for instance 3f3543df-06a3-4f88-ba67-9b247cc91d6c [ 1144.685113] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.685516] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.685610] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.685799] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.686547] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.688098] env[69990]: INFO nova.compute.manager [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Terminating instance [ 1145.000610] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "21fb85f4-1381-44e5-867a-f14b064f153d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.000869] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "21fb85f4-1381-44e5-867a-f14b064f153d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.044898] env[69990]: DEBUG oslo_concurrency.lockutils [None req-049ea0bf-6152-4f27-8a23-02526a2c6a66 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "3f3543df-06a3-4f88-ba67-9b247cc91d6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.360s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.196674] env[69990]: DEBUG nova.compute.manager [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.198653] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.198653] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be32b3-7f1e-40d2-98de-f8a7e9f8fc73 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.206829] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.207095] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6e2f66-8934-42d5-9ac1-e841f15d6ec6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.213825] env[69990]: DEBUG oslo_vmware.api [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1145.213825] env[69990]: value = "task-3446945" [ 1145.213825] env[69990]: _type = "Task" [ 1145.213825] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.222382] env[69990]: DEBUG oslo_vmware.api [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.503709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "21fb85f4-1381-44e5-867a-f14b064f153d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.504301] env[69990]: DEBUG nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.723927] env[69990]: DEBUG oslo_vmware.api [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446945, 'name': PowerOffVM_Task, 'duration_secs': 0.18201} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.724301] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.724478] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.724751] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61269edd-0620-4c17-8ee8-5fe7340c2ddb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.787506] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.787762] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.787911] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleting the datastore file [datastore2] af03ceef-5d65-4b23-a402-a02680e7533d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.788195] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edef4914-a050-4e39-8a1b-c8b9aad91ead {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.795078] env[69990]: DEBUG oslo_vmware.api [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for the task: (returnval){ [ 1145.795078] env[69990]: value = "task-3446947" [ 1145.795078] env[69990]: _type = "Task" [ 1145.795078] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.803693] env[69990]: DEBUG oslo_vmware.api [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.886897] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.887133] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.920865] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.920971] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.011199] env[69990]: DEBUG nova.compute.utils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.011199] env[69990]: DEBUG nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.012534] env[69990]: DEBUG nova.network.neutron [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.092769] env[69990]: DEBUG nova.policy [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cc73c2a442e4d40a2156eff35a181de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '405ddcda7e75472784c147767f854005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.305573] env[69990]: DEBUG oslo_vmware.api [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Task: {'id': task-3446947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159295} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.305838] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.306069] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.306345] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.306442] env[69990]: INFO nova.compute.manager [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1146.306692] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.306870] env[69990]: DEBUG nova.compute.manager [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.307040] env[69990]: DEBUG nova.network.neutron [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.352265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.353433] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.390428] env[69990]: DEBUG nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.423662] env[69990]: DEBUG nova.compute.utils [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.426706] env[69990]: DEBUG nova.network.neutron [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Successfully created port: 3a9e07ff-f27e-450e-919d-f9915693339f {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.514526] env[69990]: DEBUG nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.858116] env[69990]: DEBUG nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.917728] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.918020] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.919926] env[69990]: INFO nova.compute.claims [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.926406] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.250515] env[69990]: DEBUG nova.compute.manager [req-e8dceecb-ee39-4c15-bcf5-25d304c25ab4 req-96c6122a-e486-45af-9f54-8f8d9f85b8d9 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Received event network-vif-deleted-311bd9bf-5665-4d8d-82ed-847236066233 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.250793] env[69990]: INFO nova.compute.manager [req-e8dceecb-ee39-4c15-bcf5-25d304c25ab4 req-96c6122a-e486-45af-9f54-8f8d9f85b8d9 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Neutron deleted interface 311bd9bf-5665-4d8d-82ed-847236066233; detaching it from the instance and deleting it from the info cache [ 1147.250918] env[69990]: DEBUG nova.network.neutron [req-e8dceecb-ee39-4c15-bcf5-25d304c25ab4 req-96c6122a-e486-45af-9f54-8f8d9f85b8d9 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.380671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.523429] env[69990]: DEBUG nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.550136] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.550404] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.550567] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.550745] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.550888] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.551045] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.551257] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.551414] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.551576] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.551737] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.551921] env[69990]: DEBUG nova.virt.hardware [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.552813] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807fb36a-6626-404c-8e4d-51028d455c89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.560643] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2411a-b671-4e3b-8e16-1156a55c56c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.734017] env[69990]: DEBUG nova.network.neutron [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.753586] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3e59006-0eee-411e-9663-509a1049944a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.763452] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10f108-dcf7-4ea2-b291-2d7be2761875 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.790891] env[69990]: DEBUG nova.compute.manager [req-e8dceecb-ee39-4c15-bcf5-25d304c25ab4 req-96c6122a-e486-45af-9f54-8f8d9f85b8d9 service nova] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Detach interface failed, port_id=311bd9bf-5665-4d8d-82ed-847236066233, reason: Instance af03ceef-5d65-4b23-a402-a02680e7533d could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.003336] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.003658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.004183] env[69990]: INFO nova.compute.manager [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Attaching volume 23046746-71d8-4e5d-96a5-e89066ddc408 to /dev/sdb [ 1148.034531] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df14b2c-acde-467a-b36b-a2c23c2709cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.044068] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a47a909-a358-4384-8bba-6619f3acfd9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.049355] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a70d8d-84f5-4919-8413-2777bf93d912 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.056502] env[69990]: DEBUG nova.virt.block_device [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Updating existing volume attachment record: e60ad8f1-ba69-41ca-8196-afaa9ada5b47 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.060760] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eb31f0-5f63-4022-9b50-cb577e8f8906 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.092080] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c877a241-d23a-47e6-a305-cca6f8276dfd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.099012] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5e1059-26b8-4c8c-9130-5963dc074a27 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.111804] env[69990]: DEBUG nova.compute.provider_tree [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.237503] env[69990]: INFO nova.compute.manager [-] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Took 1.93 seconds to deallocate network for instance. [ 1148.446114] env[69990]: DEBUG nova.network.neutron [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Successfully updated port: 3a9e07ff-f27e-450e-919d-f9915693339f {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.617197] env[69990]: DEBUG nova.scheduler.client.report [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.743382] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.950459] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "refresh_cache-cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.950459] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquired lock "refresh_cache-cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.950459] env[69990]: DEBUG nova.network.neutron [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.121498] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.122068] env[69990]: DEBUG nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.125009] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.744s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.126778] env[69990]: INFO nova.compute.claims [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.277162] env[69990]: DEBUG nova.compute.manager [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Received event network-vif-plugged-3a9e07ff-f27e-450e-919d-f9915693339f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.277432] env[69990]: DEBUG oslo_concurrency.lockutils [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] Acquiring lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.277650] env[69990]: DEBUG oslo_concurrency.lockutils [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.277820] env[69990]: DEBUG oslo_concurrency.lockutils [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.277986] env[69990]: DEBUG nova.compute.manager [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] No waiting events found dispatching network-vif-plugged-3a9e07ff-f27e-450e-919d-f9915693339f {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.278215] env[69990]: WARNING nova.compute.manager [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Received unexpected event network-vif-plugged-3a9e07ff-f27e-450e-919d-f9915693339f for instance with vm_state building and task_state spawning. [ 1149.278379] env[69990]: DEBUG nova.compute.manager [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Received event network-changed-3a9e07ff-f27e-450e-919d-f9915693339f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.278529] env[69990]: DEBUG nova.compute.manager [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Refreshing instance network info cache due to event network-changed-3a9e07ff-f27e-450e-919d-f9915693339f. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.278757] env[69990]: DEBUG oslo_concurrency.lockutils [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] Acquiring lock "refresh_cache-cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.480323] env[69990]: DEBUG nova.network.neutron [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.615386] env[69990]: DEBUG nova.network.neutron [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Updating instance_info_cache with network_info: [{"id": "3a9e07ff-f27e-450e-919d-f9915693339f", "address": "fa:16:3e:b7:7d:dc", "network": {"id": "bc5aaba3-d185-43f7-bafb-1fc68b1803c0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-626561644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "405ddcda7e75472784c147767f854005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9e07ff-f2", "ovs_interfaceid": "3a9e07ff-f27e-450e-919d-f9915693339f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.630970] env[69990]: DEBUG nova.compute.utils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.634916] env[69990]: DEBUG nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.635097] env[69990]: DEBUG nova.network.neutron [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.668639] env[69990]: DEBUG nova.policy [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989830bf519347529526267327fa39b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a51f3e910404827ab788a6854014fc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.906241] env[69990]: DEBUG nova.network.neutron [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Successfully created port: 3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.117721] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Releasing lock "refresh_cache-cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.118083] env[69990]: DEBUG nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Instance network_info: |[{"id": "3a9e07ff-f27e-450e-919d-f9915693339f", "address": "fa:16:3e:b7:7d:dc", "network": {"id": "bc5aaba3-d185-43f7-bafb-1fc68b1803c0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-626561644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "405ddcda7e75472784c147767f854005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9e07ff-f2", "ovs_interfaceid": "3a9e07ff-f27e-450e-919d-f9915693339f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.118395] env[69990]: DEBUG oslo_concurrency.lockutils [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] Acquired lock "refresh_cache-cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.118578] env[69990]: DEBUG nova.network.neutron [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Refreshing network info cache for port 3a9e07ff-f27e-450e-919d-f9915693339f {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.119787] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:7d:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a9e07ff-f27e-450e-919d-f9915693339f', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.127809] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Creating folder: Project (405ddcda7e75472784c147767f854005). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.132967] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae5795e9-a930-439a-83ef-983538685e3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.138145] env[69990]: DEBUG nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.151023] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Created folder: Project (405ddcda7e75472784c147767f854005) in parent group-v687779. [ 1150.151744] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Creating folder: Instances. Parent ref: group-v688085. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.151849] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08344c03-45e1-4059-96fc-e9cc481ea26f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.161110] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Created folder: Instances in parent group-v688085. [ 1150.161316] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.161508] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.161721] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac0a259-5d4b-4b39-9d7b-bebfecba007d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.187340] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.187340] env[69990]: value = "task-3446951" [ 1150.187340] env[69990]: _type = "Task" [ 1150.187340] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.198462] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446951, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.315788] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f0520-2e16-4b0c-8789-49e4d2a67339 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.323761] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f310dd39-0594-4251-a8ef-6f65308a2783 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.357232] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e7631-91fa-45e2-8004-410bda5c17d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.364474] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2e3a6-2491-4ebb-a205-1068cb627244 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.377703] env[69990]: DEBUG nova.compute.provider_tree [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.395029] env[69990]: DEBUG nova.network.neutron [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Updated VIF entry in instance network info cache for port 3a9e07ff-f27e-450e-919d-f9915693339f. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.395522] env[69990]: DEBUG nova.network.neutron [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Updating instance_info_cache with network_info: [{"id": "3a9e07ff-f27e-450e-919d-f9915693339f", "address": "fa:16:3e:b7:7d:dc", "network": {"id": "bc5aaba3-d185-43f7-bafb-1fc68b1803c0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-626561644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "405ddcda7e75472784c147767f854005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9e07ff-f2", "ovs_interfaceid": "3a9e07ff-f27e-450e-919d-f9915693339f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.697123] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446951, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.880962] env[69990]: DEBUG nova.scheduler.client.report [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.898309] env[69990]: DEBUG oslo_concurrency.lockutils [req-9748b94b-5a6f-4dd9-8e6f-50adcbefc1d3 req-1fa2d123-2dc5-4432-b435-05b43b7dedbd service nova] Releasing lock "refresh_cache-cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.147704] env[69990]: DEBUG nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.176101] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.176364] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.176706] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.176911] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.177085] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.177241] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.177485] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.177649] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.177818] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.177978] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.178301] env[69990]: DEBUG nova.virt.hardware [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.179061] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4cbeb4-1ff3-476a-a001-16b73ea1c365 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.187175] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672f7700-f5f4-40cf-a42f-b823d9ffb12a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.199417] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446951, 'name': CreateVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.334287] env[69990]: DEBUG nova.compute.manager [req-370d5d21-b053-4d93-aeb2-6d3a4fd060c4 req-6b2dae66-a61f-458d-b1d4-3cb0f91fd1f9 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Received event network-vif-plugged-3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.334287] env[69990]: DEBUG oslo_concurrency.lockutils [req-370d5d21-b053-4d93-aeb2-6d3a4fd060c4 req-6b2dae66-a61f-458d-b1d4-3cb0f91fd1f9 service nova] Acquiring lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.334287] env[69990]: DEBUG oslo_concurrency.lockutils [req-370d5d21-b053-4d93-aeb2-6d3a4fd060c4 req-6b2dae66-a61f-458d-b1d4-3cb0f91fd1f9 service nova] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.334515] env[69990]: DEBUG oslo_concurrency.lockutils [req-370d5d21-b053-4d93-aeb2-6d3a4fd060c4 req-6b2dae66-a61f-458d-b1d4-3cb0f91fd1f9 service nova] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.334515] env[69990]: DEBUG nova.compute.manager [req-370d5d21-b053-4d93-aeb2-6d3a4fd060c4 req-6b2dae66-a61f-458d-b1d4-3cb0f91fd1f9 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] No waiting events found dispatching network-vif-plugged-3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.334710] env[69990]: WARNING nova.compute.manager [req-370d5d21-b053-4d93-aeb2-6d3a4fd060c4 req-6b2dae66-a61f-458d-b1d4-3cb0f91fd1f9 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Received unexpected event network-vif-plugged-3fe35c28-d168-4e97-add2-788e2e300667 for instance with vm_state building and task_state spawning. [ 1151.335608] env[69990]: DEBUG nova.network.neutron [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Successfully updated port: 3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.386260] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.386822] env[69990]: DEBUG nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.390029] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.647s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.390268] env[69990]: DEBUG nova.objects.instance [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lazy-loading 'resources' on Instance uuid af03ceef-5d65-4b23-a402-a02680e7533d {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.701541] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446951, 'name': CreateVM_Task, 'duration_secs': 1.345591} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.701845] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.708556] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.708723] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.709063] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.709327] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94e924e-0690-4b49-bcc1-459844af3f5d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.714011] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1151.714011] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520dafd8-f561-2650-f967-2ce9b8b17b9b" [ 1151.714011] env[69990]: _type = "Task" [ 1151.714011] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.722409] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520dafd8-f561-2650-f967-2ce9b8b17b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.839722] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.839883] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.840065] env[69990]: DEBUG nova.network.neutron [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.892822] env[69990]: DEBUG nova.compute.utils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.897127] env[69990]: DEBUG nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.897299] env[69990]: DEBUG nova.network.neutron [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.932493] env[69990]: DEBUG nova.policy [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '947986c3712e4af695a7b32af53bdaf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bc0d955bbdd4774ae4d9544b25db3fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.017358] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8e2521-6b4c-427c-8214-fd9a3407c7b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.026119] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0dc18f-0863-46f2-a905-17dc6e26e91d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.058635] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c664f65-0094-42c6-92cd-d9140098198c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.066283] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b3a8c-7ac7-41f8-9958-509504a394a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.079817] env[69990]: DEBUG nova.compute.provider_tree [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.219009] env[69990]: DEBUG nova.network.neutron [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Successfully created port: 1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.227163] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520dafd8-f561-2650-f967-2ce9b8b17b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.227387] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.227625] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.227859] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.228013] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.228202] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.228462] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-272dbd5d-5b3e-43a4-bd61-217c7c6a5c15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.236618] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.236790] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.237512] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2756e964-6f90-4429-8c92-d297b6a8108d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.242558] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1152.242558] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522532ad-d162-fa2e-d1a0-b6b9793b23c7" [ 1152.242558] env[69990]: _type = "Task" [ 1152.242558] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.249715] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522532ad-d162-fa2e-d1a0-b6b9793b23c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.385109] env[69990]: DEBUG nova.network.neutron [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.398344] env[69990]: DEBUG nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.550665] env[69990]: DEBUG nova.network.neutron [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updating instance_info_cache with network_info: [{"id": "3fe35c28-d168-4e97-add2-788e2e300667", "address": "fa:16:3e:6e:15:d5", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe35c28-d1", "ovs_interfaceid": "3fe35c28-d168-4e97-add2-788e2e300667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.583450] env[69990]: DEBUG nova.scheduler.client.report [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.602486] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.602717] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688084', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'name': 'volume-23046746-71d8-4e5d-96a5-e89066ddc408', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8852ec48-43b7-436d-9081-a1283290a593', 'attached_at': '', 'detached_at': '', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'serial': '23046746-71d8-4e5d-96a5-e89066ddc408'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.603585] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a44fb4a-824d-4115-bf23-06ad730572e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.621733] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb3b08-1d18-4ea9-9df0-dc0220090753 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.646218] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-23046746-71d8-4e5d-96a5-e89066ddc408/volume-23046746-71d8-4e5d-96a5-e89066ddc408.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.646497] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a807a72f-4ef5-4af8-87e5-6c30d8805005 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.664049] env[69990]: DEBUG oslo_vmware.api [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1152.664049] env[69990]: value = "task-3446953" [ 1152.664049] env[69990]: _type = "Task" [ 1152.664049] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.672037] env[69990]: DEBUG oslo_vmware.api [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.752907] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522532ad-d162-fa2e-d1a0-b6b9793b23c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.753730] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1eafd1-4799-4a72-b0f0-b135655eee94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.758679] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1152.758679] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52acd065-1748-4a3f-eaa5-18332055ebd0" [ 1152.758679] env[69990]: _type = "Task" [ 1152.758679] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.766067] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52acd065-1748-4a3f-eaa5-18332055ebd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.054348] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.054720] env[69990]: DEBUG nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Instance network_info: |[{"id": "3fe35c28-d168-4e97-add2-788e2e300667", "address": "fa:16:3e:6e:15:d5", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe35c28-d1", "ovs_interfaceid": "3fe35c28-d168-4e97-add2-788e2e300667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.055271] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:15:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe35c28-d168-4e97-add2-788e2e300667', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.063883] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating folder: Project (2a51f3e910404827ab788a6854014fc2). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.064207] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb7ba30b-26d1-4cb7-9b37-91cba97cdd3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.076236] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created folder: Project (2a51f3e910404827ab788a6854014fc2) in parent group-v687779. [ 1153.076454] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating folder: Instances. Parent ref: group-v688088. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.076709] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b56d22-10f6-417e-9711-99a2d572c96a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.085627] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created folder: Instances in parent group-v688088. [ 1153.085881] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.086109] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.086336] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386fabcf-9ecf-4f31-85b1-62982b7de252 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.102429] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.109115] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.109115] env[69990]: value = "task-3446956" [ 1153.109115] env[69990]: _type = "Task" [ 1153.109115] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.116844] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446956, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.123106] env[69990]: INFO nova.scheduler.client.report [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Deleted allocations for instance af03ceef-5d65-4b23-a402-a02680e7533d [ 1153.174956] env[69990]: DEBUG oslo_vmware.api [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446953, 'name': ReconfigVM_Task, 'duration_secs': 0.3487} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.175925] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-23046746-71d8-4e5d-96a5-e89066ddc408/volume-23046746-71d8-4e5d-96a5-e89066ddc408.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.180781] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb5402c-7e61-4eeb-8611-6067fc795ae8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.196911] env[69990]: DEBUG oslo_vmware.api [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1153.196911] env[69990]: value = "task-3446957" [ 1153.196911] env[69990]: _type = "Task" [ 1153.196911] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.205155] env[69990]: DEBUG oslo_vmware.api [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.269174] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52acd065-1748-4a3f-eaa5-18332055ebd0, 'name': SearchDatastore_Task, 'duration_secs': 0.008461} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.269430] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.269696] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] cf66c4ca-3f0b-48b7-a2a1-663a1a41f950/cf66c4ca-3f0b-48b7-a2a1-663a1a41f950.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.269955] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af101aee-b36f-4eb2-85f3-a22d3b560f45 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.277610] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1153.277610] env[69990]: value = "task-3446958" [ 1153.277610] env[69990]: _type = "Task" [ 1153.277610] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.285566] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.363020] env[69990]: DEBUG nova.compute.manager [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Received event network-changed-3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.363020] env[69990]: DEBUG nova.compute.manager [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Refreshing instance network info cache due to event network-changed-3fe35c28-d168-4e97-add2-788e2e300667. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.363282] env[69990]: DEBUG oslo_concurrency.lockutils [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] Acquiring lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.363424] env[69990]: DEBUG oslo_concurrency.lockutils [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] Acquired lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.363590] env[69990]: DEBUG nova.network.neutron [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Refreshing network info cache for port 3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.408056] env[69990]: DEBUG nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.436070] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.436253] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.436323] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.436459] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.436604] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.436747] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.436957] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.437125] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.437293] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.437452] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.437619] env[69990]: DEBUG nova.virt.hardware [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.438528] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe590c6-3694-4c1d-a649-3869ebc796f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.448688] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad5cf83-b128-4997-9ac6-babfb0b8649f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.622526] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446956, 'name': CreateVM_Task, 'duration_secs': 0.297751} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.622777] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.623551] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.623735] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.624068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.624715] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd272824-4871-432e-a948-b26d2f034376 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.631766] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1153.631766] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52cec5cc-1aa5-dfba-39aa-c487d8f266a9" [ 1153.631766] env[69990]: _type = "Task" [ 1153.631766] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.632263] env[69990]: DEBUG oslo_concurrency.lockutils [None req-91938c68-9c16-4053-8cbd-8ef2bb2dd529 tempest-AttachVolumeShelveTestJSON-956620963 tempest-AttachVolumeShelveTestJSON-956620963-project-member] Lock "af03ceef-5d65-4b23-a402-a02680e7533d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.947s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.645393] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cec5cc-1aa5-dfba-39aa-c487d8f266a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.706281] env[69990]: DEBUG oslo_vmware.api [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446957, 'name': ReconfigVM_Task, 'duration_secs': 0.192116} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.706565] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688084', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'name': 'volume-23046746-71d8-4e5d-96a5-e89066ddc408', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8852ec48-43b7-436d-9081-a1283290a593', 'attached_at': '', 'detached_at': '', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'serial': '23046746-71d8-4e5d-96a5-e89066ddc408'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.788174] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416755} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.788424] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] cf66c4ca-3f0b-48b7-a2a1-663a1a41f950/cf66c4ca-3f0b-48b7-a2a1-663a1a41f950.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.788636] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.788883] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cf6659b-ef76-463c-86e2-48ccb9f902b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.795590] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1153.795590] env[69990]: value = "task-3446959" [ 1153.795590] env[69990]: _type = "Task" [ 1153.795590] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.802791] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.813903] env[69990]: DEBUG nova.network.neutron [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Successfully updated port: 1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.087556] env[69990]: DEBUG nova.network.neutron [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updated VIF entry in instance network info cache for port 3fe35c28-d168-4e97-add2-788e2e300667. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.087904] env[69990]: DEBUG nova.network.neutron [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updating instance_info_cache with network_info: [{"id": "3fe35c28-d168-4e97-add2-788e2e300667", "address": "fa:16:3e:6e:15:d5", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe35c28-d1", "ovs_interfaceid": "3fe35c28-d168-4e97-add2-788e2e300667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.144046] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cec5cc-1aa5-dfba-39aa-c487d8f266a9, 'name': SearchDatastore_Task, 'duration_secs': 0.048872} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.144381] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.144613] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.144860] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.145075] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.145271] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.145526] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0b7824-6a82-4187-8a22-c9537d9b9332 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.153846] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.153846] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.154303] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35ce47c-1654-4da4-a85b-5aeee121ded2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.159623] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1154.159623] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524dfc51-9cd8-074d-9ee3-8e067d8317b1" [ 1154.159623] env[69990]: _type = "Task" [ 1154.159623] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.167398] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524dfc51-9cd8-074d-9ee3-8e067d8317b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.307211] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06704} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.307466] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.308457] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96137bcb-b7ff-4831-8bde-ceacfebe5134 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.323170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.323321] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.323471] env[69990]: DEBUG nova.network.neutron [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.333215] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] cf66c4ca-3f0b-48b7-a2a1-663a1a41f950/cf66c4ca-3f0b-48b7-a2a1-663a1a41f950.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.334358] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f46689-a008-4d2d-a99b-b77304f0d7fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.355716] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1154.355716] env[69990]: value = "task-3446960" [ 1154.355716] env[69990]: _type = "Task" [ 1154.355716] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.364452] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.590636] env[69990]: DEBUG oslo_concurrency.lockutils [req-cae92d3a-6e2a-47e4-a786-ee109b50c657 req-37ab6f62-642c-4268-8333-5534d24693f4 service nova] Releasing lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.669857] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524dfc51-9cd8-074d-9ee3-8e067d8317b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.670768] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcefa6d4-a3ee-49cf-b915-95061cdb7c4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.676057] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1154.676057] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523b4d3d-13bd-6c86-090c-549f87fe7ff5" [ 1154.676057] env[69990]: _type = "Task" [ 1154.676057] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.683940] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b4d3d-13bd-6c86-090c-549f87fe7ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.742195] env[69990]: DEBUG nova.objects.instance [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'flavor' on Instance uuid 8852ec48-43b7-436d-9081-a1283290a593 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.865671] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446960, 'name': ReconfigVM_Task, 'duration_secs': 0.278299} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.866462] env[69990]: DEBUG nova.network.neutron [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.868289] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Reconfigured VM instance instance-00000071 to attach disk [datastore1] cf66c4ca-3f0b-48b7-a2a1-663a1a41f950/cf66c4ca-3f0b-48b7-a2a1-663a1a41f950.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.868921] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adc95127-fa99-424e-955d-2f16d5f737e3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.875375] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1154.875375] env[69990]: value = "task-3446961" [ 1154.875375] env[69990]: _type = "Task" [ 1154.875375] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.882963] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446961, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.002990] env[69990]: DEBUG nova.network.neutron [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d881508-27", "ovs_interfaceid": "1d881508-27d3-423f-9242-da4ba9163c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.186257] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523b4d3d-13bd-6c86-090c-549f87fe7ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.008457} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.186476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.186720] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968/cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.186962] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7545bc59-5cc8-4556-9f38-204e53fc30a1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.194044] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1155.194044] env[69990]: value = "task-3446962" [ 1155.194044] env[69990]: _type = "Task" [ 1155.194044] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.202487] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.246428] env[69990]: DEBUG oslo_concurrency.lockutils [None req-df19ad37-bea2-4e11-9dab-7ec279f7d2d9 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.387011] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446961, 'name': Rename_Task, 'duration_secs': 0.146485} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.387331] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.387588] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f613f69-2128-4153-8442-f61d915d5f28 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.391349] env[69990]: DEBUG nova.compute.manager [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-vif-plugged-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.391635] env[69990]: DEBUG oslo_concurrency.lockutils [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.391742] env[69990]: DEBUG oslo_concurrency.lockutils [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.392028] env[69990]: DEBUG oslo_concurrency.lockutils [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.392028] env[69990]: DEBUG nova.compute.manager [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] No waiting events found dispatching network-vif-plugged-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.392360] env[69990]: WARNING nova.compute.manager [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received unexpected event network-vif-plugged-1d881508-27d3-423f-9242-da4ba9163c55 for instance with vm_state building and task_state spawning. [ 1155.392360] env[69990]: DEBUG nova.compute.manager [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-changed-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.392570] env[69990]: DEBUG nova.compute.manager [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing instance network info cache due to event network-changed-1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.392643] env[69990]: DEBUG oslo_concurrency.lockutils [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] Acquiring lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.397937] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1155.397937] env[69990]: value = "task-3446963" [ 1155.397937] env[69990]: _type = "Task" [ 1155.397937] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.407360] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.479119] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.479469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.506068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.506381] env[69990]: DEBUG nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Instance network_info: |[{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d881508-27", "ovs_interfaceid": "1d881508-27d3-423f-9242-da4ba9163c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.506693] env[69990]: DEBUG oslo_concurrency.lockutils [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] Acquired lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.506872] env[69990]: DEBUG nova.network.neutron [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.508458] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:e5:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d881508-27d3-423f-9242-da4ba9163c55', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.516395] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.519572] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.520184] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df633260-337c-4330-8807-d51347bcd5c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.542540] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.542540] env[69990]: value = "task-3446964" [ 1155.542540] env[69990]: _type = "Task" [ 1155.542540] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.552958] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446964, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.704410] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478529} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.704627] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968/cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.704841] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.705109] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f21c18d-8d36-4191-9dc5-36ba3ee8d48b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.711371] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1155.711371] env[69990]: value = "task-3446966" [ 1155.711371] env[69990]: _type = "Task" [ 1155.711371] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.722475] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.757525] env[69990]: DEBUG nova.network.neutron [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updated VIF entry in instance network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.757887] env[69990]: DEBUG nova.network.neutron [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d881508-27", "ovs_interfaceid": "1d881508-27d3-423f-9242-da4ba9163c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.908396] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446963, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.983059] env[69990]: INFO nova.compute.manager [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Detaching volume 23046746-71d8-4e5d-96a5-e89066ddc408 [ 1156.013192] env[69990]: INFO nova.virt.block_device [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Attempting to driver detach volume 23046746-71d8-4e5d-96a5-e89066ddc408 from mountpoint /dev/sdb [ 1156.013426] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.013608] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688084', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'name': 'volume-23046746-71d8-4e5d-96a5-e89066ddc408', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8852ec48-43b7-436d-9081-a1283290a593', 'attached_at': '', 'detached_at': '', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'serial': '23046746-71d8-4e5d-96a5-e89066ddc408'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.014525] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467c60b1-0b37-4217-95ab-4b136b658b49 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.035739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae470138-a389-46ba-ad73-6bfa9e9e45dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.043035] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6017d483-caae-46eb-8ec5-8e13dd04f5d7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.055094] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446964, 'name': CreateVM_Task, 'duration_secs': 0.396688} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.071983] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.072417] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.072586] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.072935] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.073693] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777a4a54-aeba-4b89-9011-d7275764c74a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.076237] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05874124-f044-4698-b248-7850e016698a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.081652] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1156.081652] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527d64a9-d0ba-e8a2-ab3c-4e924a080162" [ 1156.081652] env[69990]: _type = "Task" [ 1156.081652] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.093339] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] The volume has not been displaced from its original location: [datastore1] volume-23046746-71d8-4e5d-96a5-e89066ddc408/volume-23046746-71d8-4e5d-96a5-e89066ddc408.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.097544] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.100625] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aefe269-81b0-4aa2-ad0a-3a8417e61aad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.118931] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527d64a9-d0ba-e8a2-ab3c-4e924a080162, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.120153] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.120386] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.120619] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.120773] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.120947] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.121263] env[69990]: DEBUG oslo_vmware.api [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1156.121263] env[69990]: value = "task-3446967" [ 1156.121263] env[69990]: _type = "Task" [ 1156.121263] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.121448] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96415f25-ec32-4664-bc24-229291b47a8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.131321] env[69990]: DEBUG oslo_vmware.api [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.133140] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.133333] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.134071] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a2ae67-9b1f-4ef0-977b-7b4d17d66231 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.138697] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1156.138697] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5296ff5b-7180-72f1-a41e-db661f4dbd26" [ 1156.138697] env[69990]: _type = "Task" [ 1156.138697] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.146694] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5296ff5b-7180-72f1-a41e-db661f4dbd26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.220658] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064564} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.220995] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.221832] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3382e2d9-508f-4b72-bcab-0940ba126784 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.243774] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968/cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.244060] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c67855dd-b570-4296-b3ac-db34e5f0cf6f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.260966] env[69990]: DEBUG oslo_concurrency.lockutils [req-7114c403-9b1a-4e6c-b295-8b38be3dfc5d req-823eef90-2c14-47da-a962-879eba9e7f2b service nova] Releasing lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.263350] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1156.263350] env[69990]: value = "task-3446968" [ 1156.263350] env[69990]: _type = "Task" [ 1156.263350] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.271331] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.408160] env[69990]: DEBUG oslo_vmware.api [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446963, 'name': PowerOnVM_Task, 'duration_secs': 0.566996} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.408429] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.408634] env[69990]: INFO nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1156.408814] env[69990]: DEBUG nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.409574] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295cd859-fc1c-4188-b415-e6197e3c2b84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.634517] env[69990]: DEBUG oslo_vmware.api [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446967, 'name': ReconfigVM_Task, 'duration_secs': 0.223547} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.634857] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.639455] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-111535f2-f8bd-422a-a1ec-8d8b92a6271b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.657498] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5296ff5b-7180-72f1-a41e-db661f4dbd26, 'name': SearchDatastore_Task, 'duration_secs': 0.017106} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.659178] env[69990]: DEBUG oslo_vmware.api [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1156.659178] env[69990]: value = "task-3446969" [ 1156.659178] env[69990]: _type = "Task" [ 1156.659178] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.659389] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91479f01-6244-48da-802d-5eb1ef062ebd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.667190] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1156.667190] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52acbf4e-f9f9-be99-bc75-3401f6afaf85" [ 1156.667190] env[69990]: _type = "Task" [ 1156.667190] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.670050] env[69990]: DEBUG oslo_vmware.api [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.677018] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52acbf4e-f9f9-be99-bc75-3401f6afaf85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.772898] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446968, 'name': ReconfigVM_Task, 'duration_secs': 0.288738} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.773197] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Reconfigured VM instance instance-00000072 to attach disk [datastore1] cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968/cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.773955] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4298e0b-b2ba-4d56-8476-83365241446d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.779477] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1156.779477] env[69990]: value = "task-3446970" [ 1156.779477] env[69990]: _type = "Task" [ 1156.779477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.787554] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446970, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.926126] env[69990]: INFO nova.compute.manager [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Took 14.64 seconds to build instance. [ 1157.171626] env[69990]: DEBUG oslo_vmware.api [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446969, 'name': ReconfigVM_Task, 'duration_secs': 0.14172} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.174783] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688084', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'name': 'volume-23046746-71d8-4e5d-96a5-e89066ddc408', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8852ec48-43b7-436d-9081-a1283290a593', 'attached_at': '', 'detached_at': '', 'volume_id': '23046746-71d8-4e5d-96a5-e89066ddc408', 'serial': '23046746-71d8-4e5d-96a5-e89066ddc408'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.182710] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52acbf4e-f9f9-be99-bc75-3401f6afaf85, 'name': SearchDatastore_Task, 'duration_secs': 0.015402} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.183024] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.183296] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.183558] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1587c00c-a33a-45db-b4f5-232261e7337c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.190761] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1157.190761] env[69990]: value = "task-3446971" [ 1157.190761] env[69990]: _type = "Task" [ 1157.190761] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.199736] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.289955] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446970, 'name': Rename_Task, 'duration_secs': 0.160039} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.290266] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.290515] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a445e9-98c2-4664-a603-790fad4d919f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.298574] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1157.298574] env[69990]: value = "task-3446972" [ 1157.298574] env[69990]: _type = "Task" [ 1157.298574] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.308410] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.428574] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a21e5d5a-4782-4a13-9216-500c170574bd tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.150s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.703846] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446971, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.725611] env[69990]: DEBUG nova.objects.instance [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'flavor' on Instance uuid 8852ec48-43b7-436d-9081-a1283290a593 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.812330] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.857079] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.857393] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.857621] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.857810] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.857980] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.860134] env[69990]: INFO nova.compute.manager [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Terminating instance [ 1158.204096] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.204096] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.204096] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.204096] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6b4e3da-9a0c-4bf2-9690-7d41555c61aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.212159] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1158.212159] env[69990]: value = "task-3446973" [ 1158.212159] env[69990]: _type = "Task" [ 1158.212159] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.221917] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.309825] env[69990]: DEBUG oslo_vmware.api [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3446972, 'name': PowerOnVM_Task, 'duration_secs': 0.953819} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.310108] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.310318] env[69990]: INFO nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1158.310499] env[69990]: DEBUG nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.311345] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd25d8d-2992-4a74-a9b7-3f1000ea2ad2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.364881] env[69990]: DEBUG nova.compute.manager [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.365184] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.366935] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97403bd7-b799-4183-b5bb-3dea5f1d5594 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.379168] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.379539] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304067fe-3065-4f16-923d-78066b1df844 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.388795] env[69990]: DEBUG oslo_vmware.api [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1158.388795] env[69990]: value = "task-3446974" [ 1158.388795] env[69990]: _type = "Task" [ 1158.388795] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.400024] env[69990]: DEBUG oslo_vmware.api [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.723317] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319267} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.723571] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.725295] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413568f6-4a84-4304-b52b-ba4fac372118 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.739194] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a8734be-1d1d-4c7d-b64d-2df442b163d7 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.749247] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.749851] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a37826d7-6509-4086-9281-9aeb6e99199c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.772092] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1158.772092] env[69990]: value = "task-3446975" [ 1158.772092] env[69990]: _type = "Task" [ 1158.772092] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.781955] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.832070] env[69990]: INFO nova.compute.manager [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Took 11.94 seconds to build instance. [ 1158.902809] env[69990]: DEBUG oslo_vmware.api [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446974, 'name': PowerOffVM_Task, 'duration_secs': 0.45692} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.903159] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.903343] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.903611] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83e9b0db-f844-404d-9d45-c46a38c6b9eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.982047] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.982334] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.982577] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Deleting the datastore file [datastore1] cf66c4ca-3f0b-48b7-a2a1-663a1a41f950 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.982920] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51bd3cf1-40ca-42bd-bacb-81e6048f2c72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.990758] env[69990]: DEBUG oslo_vmware.api [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for the task: (returnval){ [ 1158.990758] env[69990]: value = "task-3446977" [ 1158.990758] env[69990]: _type = "Task" [ 1158.990758] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.999210] env[69990]: DEBUG oslo_vmware.api [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.098484] env[69990]: DEBUG nova.compute.manager [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Received event network-changed-3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.098681] env[69990]: DEBUG nova.compute.manager [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Refreshing instance network info cache due to event network-changed-3fe35c28-d168-4e97-add2-788e2e300667. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.098941] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] Acquiring lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.099786] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] Acquired lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.100029] env[69990]: DEBUG nova.network.neutron [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Refreshing network info cache for port 3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.291220] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.335226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a421755e-6ab6-4cf1-94a9-c2163fe07649 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.448s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.501469] env[69990]: DEBUG oslo_vmware.api [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.789436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.789755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.789900] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.790105] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.790275] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.791835] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446975, 'name': ReconfigVM_Task, 'duration_secs': 0.948606} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.792305] env[69990]: INFO nova.compute.manager [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Terminating instance [ 1159.794142] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.795565] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-186cfada-1026-4ac4-9257-21fa48254322 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.804067] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1159.804067] env[69990]: value = "task-3446978" [ 1159.804067] env[69990]: _type = "Task" [ 1159.804067] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.812875] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446978, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.943618] env[69990]: DEBUG nova.network.neutron [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updated VIF entry in instance network info cache for port 3fe35c28-d168-4e97-add2-788e2e300667. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.944171] env[69990]: DEBUG nova.network.neutron [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updating instance_info_cache with network_info: [{"id": "3fe35c28-d168-4e97-add2-788e2e300667", "address": "fa:16:3e:6e:15:d5", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe35c28-d1", "ovs_interfaceid": "3fe35c28-d168-4e97-add2-788e2e300667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.001805] env[69990]: DEBUG oslo_vmware.api [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Task: {'id': task-3446977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604705} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.002069] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.002267] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.002431] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.002604] env[69990]: INFO nova.compute.manager [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1160.002850] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.003079] env[69990]: DEBUG nova.compute.manager [-] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.003185] env[69990]: DEBUG nova.network.neutron [-] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.249403] env[69990]: DEBUG nova.compute.manager [req-b35a14c2-3913-462a-ab90-4d9d8bf70446 req-9e258eef-fb25-4196-ac65-18f28818c434 service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Received event network-vif-deleted-3a9e07ff-f27e-450e-919d-f9915693339f {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.249403] env[69990]: INFO nova.compute.manager [req-b35a14c2-3913-462a-ab90-4d9d8bf70446 req-9e258eef-fb25-4196-ac65-18f28818c434 service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Neutron deleted interface 3a9e07ff-f27e-450e-919d-f9915693339f; detaching it from the instance and deleting it from the info cache [ 1160.249403] env[69990]: DEBUG nova.network.neutron [req-b35a14c2-3913-462a-ab90-4d9d8bf70446 req-9e258eef-fb25-4196-ac65-18f28818c434 service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.298501] env[69990]: DEBUG nova.compute.manager [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.298773] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.299654] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dad74ae-24bf-4a90-a21a-72f4ea909ede {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.310403] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.310683] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.311289] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.312020] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca3edf46-02a4-43aa-8f4d-d81f4e8ce43f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.313054] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.315936] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.316804] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446978, 'name': Rename_Task, 'duration_secs': 0.159935} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.316995] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.317263] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.317539] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.317720] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530c07b0-01e3-41fe-bc89-dddf93de9e39 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.319148] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.321670] env[69990]: DEBUG oslo_vmware.api [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1160.321670] env[69990]: value = "task-3446979" [ 1160.321670] env[69990]: _type = "Task" [ 1160.321670] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.328042] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1160.328042] env[69990]: value = "task-3446980" [ 1160.328042] env[69990]: _type = "Task" [ 1160.328042] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.334669] env[69990]: DEBUG oslo_vmware.api [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.342308] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.447272] env[69990]: DEBUG oslo_concurrency.lockutils [req-f8a41cdb-e845-452b-9cb2-5b04109a863e req-417f9c65-a46c-4bc2-b023-8761a8825d0f service nova] Releasing lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.725620] env[69990]: DEBUG nova.network.neutron [-] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.752169] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91e47080-35ac-4382-b0a0-718dda6a75cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.763466] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa7b8d0-95de-4f71-a2a5-ef66baebf72d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.801918] env[69990]: DEBUG nova.compute.manager [req-b35a14c2-3913-462a-ab90-4d9d8bf70446 req-9e258eef-fb25-4196-ac65-18f28818c434 service nova] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Detach interface failed, port_id=3a9e07ff-f27e-450e-919d-f9915693339f, reason: Instance cf66c4ca-3f0b-48b7-a2a1-663a1a41f950 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.824145] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Getting list of instances from cluster (obj){ [ 1160.824145] env[69990]: value = "domain-c8" [ 1160.824145] env[69990]: _type = "ClusterComputeResource" [ 1160.824145] env[69990]: } {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1160.828128] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae6ec9-9bef-4c3a-a36d-62a0124e874a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.837580] env[69990]: DEBUG oslo_vmware.api [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446979, 'name': PowerOffVM_Task, 'duration_secs': 0.205101} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.838147] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.838313] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.838575] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a73b76c-a394-401e-8638-799e137cc188 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.850914] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.851253] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Got total of 7 instances {{(pid=69990) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1160.851419] env[69990]: WARNING nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1160.851569] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid aa59ad5b-c9dd-46f3-8582-f295d9716514 {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.851761] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid 506a8d37-0a02-46b3-af37-4ea8f4b05e95 {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.851962] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.852252] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid 8852ec48-43b7-436d-9081-a1283290a593 {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.852499] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid e4f7dc72-b2e5-4179-8342-7fb6a4a83333 {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.852724] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid cf66c4ca-3f0b-48b7-a2a1-663a1a41f950 {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.852901] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.853103] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Triggering sync for uuid 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1160.853853] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.854111] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.854431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.854628] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.854868] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.855110] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.855364] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "8852ec48-43b7-436d-9081-a1283290a593" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.855565] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.855735] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.855956] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.856170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.856340] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.856563] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.856743] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.856871] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1160.857620] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc8e86-aaf5-4780-82b1-65cd42d86b43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.860791] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92c307-f13b-4345-adf9-5524a0e8767e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.863631] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec70569-81ab-40ad-95af-7ca2922499be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.866423] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f43c0e6-009c-4e9e-bbff-6388750c327d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.869332] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc70aae-9925-486d-a592-9b35a6952805 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.873648] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.928473] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.928761] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.928981] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleting the datastore file [datastore2] 8852ec48-43b7-436d-9081-a1283290a593 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.930382] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb6da3b-765d-4423-b24d-487e6582030a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.937936] env[69990]: DEBUG oslo_vmware.api [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for the task: (returnval){ [ 1160.937936] env[69990]: value = "task-3446982" [ 1160.937936] env[69990]: _type = "Task" [ 1160.937936] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.945968] env[69990]: DEBUG oslo_vmware.api [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.228766] env[69990]: INFO nova.compute.manager [-] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Took 1.23 seconds to deallocate network for instance. [ 1161.341318] env[69990]: DEBUG oslo_vmware.api [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446980, 'name': PowerOnVM_Task, 'duration_secs': 0.592876} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.341655] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.341767] env[69990]: INFO nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1161.341882] env[69990]: DEBUG nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.342679] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33ae2d-5304-409c-92a5-4be446d35efc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.378032] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.378777] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.378777] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.378777] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1161.379426] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b96d9-36e0-4eea-8e63-3cc1cd60b0eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.388788] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e5be8-f7d3-4ad0-921a-a99e56f1505b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.393741] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.395726] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.395967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.404594] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.404957] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.406244] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99b72e5-4e6a-462b-a322-baa9c35e986c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.413250] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8622a06-6330-47bc-bb01-a53e57f1f8d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.443291] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179974MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1161.443291] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.443402] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.453200] env[69990]: DEBUG oslo_vmware.api [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Task: {'id': task-3446982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193846} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.453451] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.453678] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.453817] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.453979] env[69990]: INFO nova.compute.manager [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1161.454330] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.454422] env[69990]: DEBUG nova.compute.manager [-] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.454507] env[69990]: DEBUG nova.network.neutron [-] [instance: 8852ec48-43b7-436d-9081-a1283290a593] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.736698] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.868410] env[69990]: INFO nova.compute.manager [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Took 14.51 seconds to build instance. [ 1162.276237] env[69990]: DEBUG nova.compute.manager [req-7511c82d-3f40-413a-b298-f60a0c000bb6 req-bd197a56-f118-41cc-b57d-81c8992f2242 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Received event network-vif-deleted-8b354a5d-7431-4d88-9d6e-2003f18972ee {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.276438] env[69990]: INFO nova.compute.manager [req-7511c82d-3f40-413a-b298-f60a0c000bb6 req-bd197a56-f118-41cc-b57d-81c8992f2242 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Neutron deleted interface 8b354a5d-7431-4d88-9d6e-2003f18972ee; detaching it from the instance and deleting it from the info cache [ 1162.276612] env[69990]: DEBUG nova.network.neutron [req-7511c82d-3f40-413a-b298-f60a0c000bb6 req-bd197a56-f118-41cc-b57d-81c8992f2242 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.346187] env[69990]: DEBUG nova.network.neutron [-] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.372672] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b1a6d2f7-7acb-424f-a1df-d56d40af7821 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.020s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.372941] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.516s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.373175] env[69990]: INFO nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1162.373366] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.477873] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance aa59ad5b-c9dd-46f3-8582-f295d9716514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.478054] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 506a8d37-0a02-46b3-af37-4ea8f4b05e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.478197] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance fff36436-5f1f-460a-8a3d-e7b0c4caa72f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.478319] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 8852ec48-43b7-436d-9081-a1283290a593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.478590] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance e4f7dc72-b2e5-4179-8342-7fb6a4a83333 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.478590] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cf66c4ca-3f0b-48b7-a2a1-663a1a41f950 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1162.478692] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.478961] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 4fab5352-23d7-4362-b38b-15e246a509d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.478961] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1162.479158] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1162.580626] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abbc4a0-bb6b-41a1-87e3-9d2f164c00f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.588532] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0609ae1-7a9b-4e68-8b5e-0200d25f2a3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.619790] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c38452c-f715-4d2d-a20f-09000ac4d261 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.627452] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be330dbd-430e-43cf-8816-c6495d66c706 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.641983] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.778897] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11d66fa9-b074-415a-93f6-6a866c4963e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.789203] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d190b-5da0-4eb5-9127-acd7887a5927 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.819798] env[69990]: DEBUG nova.compute.manager [req-7511c82d-3f40-413a-b298-f60a0c000bb6 req-bd197a56-f118-41cc-b57d-81c8992f2242 service nova] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Detach interface failed, port_id=8b354a5d-7431-4d88-9d6e-2003f18972ee, reason: Instance 8852ec48-43b7-436d-9081-a1283290a593 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.848625] env[69990]: INFO nova.compute.manager [-] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Took 1.39 seconds to deallocate network for instance. [ 1163.061693] env[69990]: DEBUG nova.compute.manager [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-changed-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.061888] env[69990]: DEBUG nova.compute.manager [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing instance network info cache due to event network-changed-1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.062117] env[69990]: DEBUG oslo_concurrency.lockutils [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] Acquiring lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.062262] env[69990]: DEBUG oslo_concurrency.lockutils [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] Acquired lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.062418] env[69990]: DEBUG nova.network.neutron [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.145202] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.355536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.650021] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1163.650936] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.207s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.650936] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.914s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.650936] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.652969] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.298s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.653265] env[69990]: DEBUG nova.objects.instance [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lazy-loading 'resources' on Instance uuid 8852ec48-43b7-436d-9081-a1283290a593 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.677060] env[69990]: INFO nova.scheduler.client.report [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Deleted allocations for instance cf66c4ca-3f0b-48b7-a2a1-663a1a41f950 [ 1163.776386] env[69990]: DEBUG nova.network.neutron [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updated VIF entry in instance network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.776754] env[69990]: DEBUG nova.network.neutron [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d881508-27", "ovs_interfaceid": "1d881508-27d3-423f-9242-da4ba9163c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.186295] env[69990]: DEBUG oslo_concurrency.lockutils [None req-36922c68-611e-4688-ab4e-c29cdc6b6e73 tempest-ServerGroupTestJSON-1343805403 tempest-ServerGroupTestJSON-1343805403-project-member] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.329s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.187195] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.331s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.187543] env[69990]: INFO nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] During sync_power_state the instance has a pending task (deleting). Skip. [ 1164.187543] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "cf66c4ca-3f0b-48b7-a2a1-663a1a41f950" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.257260] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a686be-5ddf-41e4-bd2b-e7ec17ac1f6d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.265433] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f565ea2b-c024-4dcb-a623-541fdf8eb80c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.300975] env[69990]: DEBUG oslo_concurrency.lockutils [req-ead8dd36-27fd-4533-8d6f-eeef37f755a2 req-52e1529f-dcfd-46b6-ac06-ac7ce1e8cee3 service nova] Releasing lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.302108] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4782a1-e6bd-4bb1-a4ab-95de086d0120 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.310128] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bb0ed-69e6-48ff-a62f-7bac02d077d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.323448] env[69990]: DEBUG nova.compute.provider_tree [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.826719] env[69990]: DEBUG nova.scheduler.client.report [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.335393] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.364546] env[69990]: INFO nova.scheduler.client.report [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Deleted allocations for instance 8852ec48-43b7-436d-9081-a1283290a593 [ 1165.872305] env[69990]: DEBUG oslo_concurrency.lockutils [None req-46b2bd6c-e87b-4106-93dc-c7b998836804 tempest-AttachVolumeNegativeTest-1183066121 tempest-AttachVolumeNegativeTest-1183066121-project-member] Lock "8852ec48-43b7-436d-9081-a1283290a593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.082s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.873284] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "8852ec48-43b7-436d-9081-a1283290a593" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.018s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.873844] env[69990]: INFO nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 8852ec48-43b7-436d-9081-a1283290a593] During sync_power_state the instance has a pending task (deleting). Skip. [ 1165.873844] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "8852ec48-43b7-436d-9081-a1283290a593" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.866918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.867378] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.370980] env[69990]: INFO nova.compute.manager [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Detaching volume 00b42be9-989d-4054-9e63-fb10d19c4e70 [ 1171.401340] env[69990]: INFO nova.virt.block_device [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Attempting to driver detach volume 00b42be9-989d-4054-9e63-fb10d19c4e70 from mountpoint /dev/sdb [ 1171.401593] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.401783] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688082', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'name': 'volume-00b42be9-989d-4054-9e63-fb10d19c4e70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fff36436-5f1f-460a-8a3d-e7b0c4caa72f', 'attached_at': '', 'detached_at': '', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'serial': '00b42be9-989d-4054-9e63-fb10d19c4e70'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.402668] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1066a263-0331-4c48-8412-74f9033ab633 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.423716] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f241110-3313-4db3-b041-eb5b8541c517 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.429950] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f32231-b716-4cc5-89e6-dd2dd2c67e2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.448884] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a0471-638f-4156-9400-b7f1ea5ec7bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.462257] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] The volume has not been displaced from its original location: [datastore1] volume-00b42be9-989d-4054-9e63-fb10d19c4e70/volume-00b42be9-989d-4054-9e63-fb10d19c4e70.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.467403] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.467646] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac57584-d77b-4533-b6e8-cb46d62e4275 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.484517] env[69990]: DEBUG oslo_vmware.api [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1171.484517] env[69990]: value = "task-3446986" [ 1171.484517] env[69990]: _type = "Task" [ 1171.484517] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.491690] env[69990]: DEBUG oslo_vmware.api [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.993794] env[69990]: DEBUG oslo_vmware.api [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446986, 'name': ReconfigVM_Task, 'duration_secs': 0.226344} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.994173] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.998622] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f558085a-a83b-4eb1-8aec-82cebc3b32c7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.012904] env[69990]: DEBUG oslo_vmware.api [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1172.012904] env[69990]: value = "task-3446987" [ 1172.012904] env[69990]: _type = "Task" [ 1172.012904] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.020259] env[69990]: DEBUG oslo_vmware.api [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.523246] env[69990]: DEBUG oslo_vmware.api [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446987, 'name': ReconfigVM_Task, 'duration_secs': 0.138946} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.523595] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688082', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'name': 'volume-00b42be9-989d-4054-9e63-fb10d19c4e70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fff36436-5f1f-460a-8a3d-e7b0c4caa72f', 'attached_at': '', 'detached_at': '', 'volume_id': '00b42be9-989d-4054-9e63-fb10d19c4e70', 'serial': '00b42be9-989d-4054-9e63-fb10d19c4e70'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.070748] env[69990]: DEBUG nova.objects.instance [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.056593] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.078896] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cd0f829d-97d4-4d4a-88de-bb7d025b51e2 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.080106] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.024s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.080206] env[69990]: DEBUG nova.compute.manager [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.081258] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12a01e3-9121-41b1-b0cd-041cfec57e55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.093396] env[69990]: DEBUG nova.compute.manager [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1174.094058] env[69990]: DEBUG nova.objects.instance [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.100727] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.101084] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27882f0-762d-49a2-b004-67ca30a65ca0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.109196] env[69990]: DEBUG oslo_vmware.api [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1175.109196] env[69990]: value = "task-3446988" [ 1175.109196] env[69990]: _type = "Task" [ 1175.109196] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.117179] env[69990]: DEBUG oslo_vmware.api [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.199207] env[69990]: INFO nova.compute.manager [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Rebuilding instance [ 1175.247248] env[69990]: DEBUG nova.compute.manager [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.248232] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673bd3f1-3168-4ae4-88d1-c188b19260d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.619039] env[69990]: DEBUG oslo_vmware.api [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446988, 'name': PowerOffVM_Task, 'duration_secs': 0.196066} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.619039] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.619039] env[69990]: DEBUG nova.compute.manager [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.619914] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0cbc15-d019-4ef0-8edd-d57f8dabc3ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.130862] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f0b66814-f82c-47cd-972a-5a411787015c tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.262445] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.262802] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5a475a-fe4f-48ab-9313-12b7bbbe19a4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.270865] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1176.270865] env[69990]: value = "task-3446989" [ 1176.270865] env[69990]: _type = "Task" [ 1176.270865] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.279719] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.481703] env[69990]: DEBUG nova.objects.instance [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.780902] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446989, 'name': PowerOffVM_Task, 'duration_secs': 0.207873} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.781170] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.781400] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.782157] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8d3fa7-d314-43f7-a17b-959bae308b98 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.788460] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.788672] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e02660-786a-4fb0-85bf-aa4dde8698ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.854684] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.854906] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.855109] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleting the datastore file [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.855376] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfa06600-dbd0-49ff-a32b-155e864b842e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.861572] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1176.861572] env[69990]: value = "task-3446991" [ 1176.861572] env[69990]: _type = "Task" [ 1176.861572] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.868883] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.986631] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.986772] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.986948] env[69990]: DEBUG nova.network.neutron [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.987146] env[69990]: DEBUG nova.objects.instance [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'info_cache' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.371900] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144552} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.372257] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.372415] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.372648] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.490759] env[69990]: DEBUG nova.objects.base [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.226855] env[69990]: DEBUG nova.network.neutron [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating instance_info_cache with network_info: [{"id": "3d3755d7-461f-4553-afc4-312ba645e1b4", "address": "fa:16:3e:95:82:89", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d3755d7-46", "ovs_interfaceid": "3d3755d7-461f-4553-afc4-312ba645e1b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.402669] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.402994] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.403133] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.403320] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.403470] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.403616] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.403855] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.404092] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.404278] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.404445] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.404617] env[69990]: DEBUG nova.virt.hardware [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.405579] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852cfb6d-f428-4b48-8bb5-2fc5e0ec4488 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.413260] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56534ec2-b998-4329-8f74-3a9450068587 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.427537] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:79:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b91d4d68-2969-498a-a515-db4f914cc9d7', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.434865] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.435259] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.435463] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a283d82-5b1c-4c15-993c-55263056eb5e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.456649] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.456649] env[69990]: value = "task-3446992" [ 1178.456649] env[69990]: _type = "Task" [ 1178.456649] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.463689] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446992, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.729710] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "refresh_cache-fff36436-5f1f-460a-8a3d-e7b0c4caa72f" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.966889] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3446992, 'name': CreateVM_Task, 'duration_secs': 0.345735} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.967115] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.967705] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.967868] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.968209] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.968450] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9af48e-858b-43f8-b3dc-d81e1dd92eff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.972977] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1178.972977] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522e4894-c0e1-ef87-8636-4b7097cd8bdb" [ 1178.972977] env[69990]: _type = "Task" [ 1178.972977] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.980649] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522e4894-c0e1-ef87-8636-4b7097cd8bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.483389] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522e4894-c0e1-ef87-8636-4b7097cd8bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.483810] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.483921] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.484183] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.484333] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.484506] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.484755] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f939dc46-95ab-4b4f-a25f-8d12f6e51fd4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.492755] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.492922] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.493597] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f18cd2-19a8-42e7-90a3-34579a65f7a7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.498592] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1179.498592] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52383848-b941-e6a8-122c-f40c4b12f3e0" [ 1179.498592] env[69990]: _type = "Task" [ 1179.498592] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.506008] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52383848-b941-e6a8-122c-f40c4b12f3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.735939] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.736290] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeaae8f7-aa68-4f8a-bb66-82a2e3112fbb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.743013] env[69990]: DEBUG oslo_vmware.api [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1179.743013] env[69990]: value = "task-3446993" [ 1179.743013] env[69990]: _type = "Task" [ 1179.743013] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.750506] env[69990]: DEBUG oslo_vmware.api [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.009497] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52383848-b941-e6a8-122c-f40c4b12f3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008201} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.010375] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739223f0-44ae-4748-b5a1-91f99a47830a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.015385] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1180.015385] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527b19f6-236d-5ee5-b2d3-8987bd088a22" [ 1180.015385] env[69990]: _type = "Task" [ 1180.015385] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.023428] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527b19f6-236d-5ee5-b2d3-8987bd088a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.252150] env[69990]: DEBUG oslo_vmware.api [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3446993, 'name': PowerOnVM_Task, 'duration_secs': 0.347062} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.252367] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.252564] env[69990]: DEBUG nova.compute.manager [None req-0e513b72-f21f-4469-86f8-b73650353a4f tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.253383] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f109f6-5b90-46bd-a6a5-4b729174a2b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.525593] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527b19f6-236d-5ee5-b2d3-8987bd088a22, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.525593] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.525943] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.525943] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a64d3ea7-0165-4528-a3aa-1f72c6b4f754 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.532846] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1180.532846] env[69990]: value = "task-3446994" [ 1180.532846] env[69990]: _type = "Task" [ 1180.532846] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.539666] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.043428] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414718} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.043704] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.043905] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.044181] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae0870c-b471-4e76-ada9-8e0c85b5e96c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.050261] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1181.050261] env[69990]: value = "task-3446995" [ 1181.050261] env[69990]: _type = "Task" [ 1181.050261] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.057423] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.559890] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064684} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.560348] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.560907] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d5dc9-4c0c-456e-8a1f-0acae4b23b0f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.583387] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.583649] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bb3177-b6ce-4a0d-ae8d-9d37a5a91b24 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.602805] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1181.602805] env[69990]: value = "task-3446996" [ 1181.602805] env[69990]: _type = "Task" [ 1181.602805] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.610102] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.112848] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.612874] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446996, 'name': ReconfigVM_Task, 'duration_secs': 0.794522} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.613163] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333/e4f7dc72-b2e5-4179-8342-7fb6a4a83333.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.613793] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec7c025-cc87-4170-aaa5-3eb736a59344 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.619435] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1182.619435] env[69990]: value = "task-3446997" [ 1182.619435] env[69990]: _type = "Task" [ 1182.619435] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.626818] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446997, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.129463] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446997, 'name': Rename_Task, 'duration_secs': 0.160061} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.129817] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.130095] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa4a48ba-318d-4873-9672-1a878c6a277e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.135865] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1183.135865] env[69990]: value = "task-3446998" [ 1183.135865] env[69990]: _type = "Task" [ 1183.135865] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.143235] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.646220] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446998, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.148527] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.648432] env[69990]: DEBUG oslo_vmware.api [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3446998, 'name': PowerOnVM_Task, 'duration_secs': 1.06676} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.648784] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.648896] env[69990]: DEBUG nova.compute.manager [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.649658] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5242920-b328-4ad4-b986-b1619b7023c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.165330] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.165639] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.165800] env[69990]: DEBUG nova.objects.instance [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1186.174816] env[69990]: DEBUG oslo_concurrency.lockutils [None req-47036194-8a4c-40a0-aae2-4482912817d8 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.768724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "a2acf671-ead8-43cb-ac88-90b220b430cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.769053] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.271817] env[69990]: DEBUG nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.795027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.795350] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.796834] env[69990]: INFO nova.compute.claims [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.887973] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dddc7cb-d28c-4e5b-b623-329765d1e9b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.894953] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970aa01b-8f2d-481e-8370-d3d7117ba383 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.583976] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.583976] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.583976] env[69990]: INFO nova.compute.manager [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Shelving [ 1200.584965] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952c4de7-d5cc-4fdc-88bc-52911d7078da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.595688] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c736ec-b51c-40cd-a619-5d46408ae747 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.610858] env[69990]: DEBUG nova.compute.provider_tree [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.114030] env[69990]: DEBUG nova.scheduler.client.report [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.592519] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.592940] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37164670-0b27-43f5-b89c-867f8a9525d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.600947] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1201.600947] env[69990]: value = "task-3446999" [ 1201.600947] env[69990]: _type = "Task" [ 1201.600947] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.609600] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.619681] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.620312] env[69990]: DEBUG nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.111257] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3446999, 'name': PowerOffVM_Task, 'duration_secs': 0.176016} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.111502] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.112328] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a31b3d9-f300-4127-9836-5514ef03adb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.131214] env[69990]: DEBUG nova.compute.utils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.132983] env[69990]: DEBUG nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.132983] env[69990]: DEBUG nova.network.neutron [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.134846] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78e9ae7-588f-4a16-befa-6014d6f04878 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.174602] env[69990]: DEBUG nova.policy [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989830bf519347529526267327fa39b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a51f3e910404827ab788a6854014fc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.419038] env[69990]: DEBUG nova.network.neutron [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Successfully created port: 8c078729-01f2-4806-b5dc-230cf4e97b5b {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.639262] env[69990]: DEBUG nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.645913] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Creating Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1202.646244] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7d2b43c-80e7-470a-a9a1-f3375e4d9a03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.657621] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1202.657621] env[69990]: value = "task-3447000" [ 1202.657621] env[69990]: _type = "Task" [ 1202.657621] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.667604] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.168031] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447000, 'name': CreateSnapshot_Task, 'duration_secs': 0.426559} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.168446] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Created Snapshot of the VM instance {{(pid=69990) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1203.169048] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d4cb5b-96df-4feb-bcee-71f304b5b312 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.649211] env[69990]: DEBUG nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.675568] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.675852] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.676024] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.676209] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.676356] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.676504] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.676711] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.676870] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.677077] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.677252] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.677423] env[69990]: DEBUG nova.virt.hardware [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.678298] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab76d7-c232-44d2-8700-fac6f2715ec9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.687346] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Creating linked-clone VM from snapshot {{(pid=69990) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1203.687591] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0e3f452-54ea-4695-a0f7-557344d8f77a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.695841] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc3cc15-60e8-4184-ab07-6293e340bf93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.700151] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1203.700151] env[69990]: value = "task-3447001" [ 1203.700151] env[69990]: _type = "Task" [ 1203.700151] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.715683] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447001, 'name': CloneVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.806494] env[69990]: DEBUG nova.compute.manager [req-53e836d1-7758-4f15-80c0-ad2805e4ae98 req-41aa59a2-6c22-4db7-bc7e-9e8d6dab389b service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Received event network-vif-plugged-8c078729-01f2-4806-b5dc-230cf4e97b5b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.806727] env[69990]: DEBUG oslo_concurrency.lockutils [req-53e836d1-7758-4f15-80c0-ad2805e4ae98 req-41aa59a2-6c22-4db7-bc7e-9e8d6dab389b service nova] Acquiring lock "a2acf671-ead8-43cb-ac88-90b220b430cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.806978] env[69990]: DEBUG oslo_concurrency.lockutils [req-53e836d1-7758-4f15-80c0-ad2805e4ae98 req-41aa59a2-6c22-4db7-bc7e-9e8d6dab389b service nova] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.807197] env[69990]: DEBUG oslo_concurrency.lockutils [req-53e836d1-7758-4f15-80c0-ad2805e4ae98 req-41aa59a2-6c22-4db7-bc7e-9e8d6dab389b service nova] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.807372] env[69990]: DEBUG nova.compute.manager [req-53e836d1-7758-4f15-80c0-ad2805e4ae98 req-41aa59a2-6c22-4db7-bc7e-9e8d6dab389b service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] No waiting events found dispatching network-vif-plugged-8c078729-01f2-4806-b5dc-230cf4e97b5b {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.807548] env[69990]: WARNING nova.compute.manager [req-53e836d1-7758-4f15-80c0-ad2805e4ae98 req-41aa59a2-6c22-4db7-bc7e-9e8d6dab389b service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Received unexpected event network-vif-plugged-8c078729-01f2-4806-b5dc-230cf4e97b5b for instance with vm_state building and task_state spawning. [ 1203.919156] env[69990]: DEBUG nova.network.neutron [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Successfully updated port: 8c078729-01f2-4806-b5dc-230cf4e97b5b {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.211725] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447001, 'name': CloneVM_Task} progress is 94%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.422409] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-a2acf671-ead8-43cb-ac88-90b220b430cf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.422670] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-a2acf671-ead8-43cb-ac88-90b220b430cf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.422746] env[69990]: DEBUG nova.network.neutron [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.710953] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447001, 'name': CloneVM_Task, 'duration_secs': 0.938992} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.711229] env[69990]: INFO nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Created linked-clone VM from snapshot [ 1204.711951] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6383b4d4-d00d-4ed8-b972-69f9e8257daa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.719041] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Uploading image 43a8a04f-b86a-480d-a03a-2dda09ddb935 {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1204.739647] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1204.739647] env[69990]: value = "vm-688094" [ 1204.739647] env[69990]: _type = "VirtualMachine" [ 1204.739647] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1204.739915] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8b05fcc-6888-4a28-afa4-70fa51f0ca35 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.746386] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease: (returnval){ [ 1204.746386] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ea8e68-f8e8-94dc-b42a-cb19189540ad" [ 1204.746386] env[69990]: _type = "HttpNfcLease" [ 1204.746386] env[69990]: } obtained for exporting VM: (result){ [ 1204.746386] env[69990]: value = "vm-688094" [ 1204.746386] env[69990]: _type = "VirtualMachine" [ 1204.746386] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1204.746653] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the lease: (returnval){ [ 1204.746653] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ea8e68-f8e8-94dc-b42a-cb19189540ad" [ 1204.746653] env[69990]: _type = "HttpNfcLease" [ 1204.746653] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1204.752237] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.752237] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ea8e68-f8e8-94dc-b42a-cb19189540ad" [ 1204.752237] env[69990]: _type = "HttpNfcLease" [ 1204.752237] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.953756] env[69990]: DEBUG nova.network.neutron [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.101234] env[69990]: DEBUG nova.network.neutron [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Updating instance_info_cache with network_info: [{"id": "8c078729-01f2-4806-b5dc-230cf4e97b5b", "address": "fa:16:3e:43:df:bd", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c078729-01", "ovs_interfaceid": "8c078729-01f2-4806-b5dc-230cf4e97b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.254225] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.254225] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ea8e68-f8e8-94dc-b42a-cb19189540ad" [ 1205.254225] env[69990]: _type = "HttpNfcLease" [ 1205.254225] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1205.254595] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1205.254595] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ea8e68-f8e8-94dc-b42a-cb19189540ad" [ 1205.254595] env[69990]: _type = "HttpNfcLease" [ 1205.254595] env[69990]: }. {{(pid=69990) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1205.255242] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6689a9e-3210-4ab0-94ea-8ed02f560330 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.262214] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52854274-b793-d76f-28cf-f23bc6ace916/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1205.262383] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52854274-b793-d76f-28cf-f23bc6ace916/disk-0.vmdk for reading. {{(pid=69990) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1205.349061] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb1102cf-8769-44fd-834b-90f4ff36afe8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.603540] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-a2acf671-ead8-43cb-ac88-90b220b430cf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.603887] env[69990]: DEBUG nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Instance network_info: |[{"id": "8c078729-01f2-4806-b5dc-230cf4e97b5b", "address": "fa:16:3e:43:df:bd", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c078729-01", "ovs_interfaceid": "8c078729-01f2-4806-b5dc-230cf4e97b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.604374] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:df:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c078729-01f2-4806-b5dc-230cf4e97b5b', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.612199] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.612430] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.612662] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66bef9cc-c5e4-496b-9cec-a2e237a941e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.632991] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.632991] env[69990]: value = "task-3447003" [ 1205.632991] env[69990]: _type = "Task" [ 1205.632991] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.640633] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447003, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.834531] env[69990]: DEBUG nova.compute.manager [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Received event network-changed-8c078729-01f2-4806-b5dc-230cf4e97b5b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.834878] env[69990]: DEBUG nova.compute.manager [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Refreshing instance network info cache due to event network-changed-8c078729-01f2-4806-b5dc-230cf4e97b5b. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.835132] env[69990]: DEBUG oslo_concurrency.lockutils [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] Acquiring lock "refresh_cache-a2acf671-ead8-43cb-ac88-90b220b430cf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.835282] env[69990]: DEBUG oslo_concurrency.lockutils [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] Acquired lock "refresh_cache-a2acf671-ead8-43cb-ac88-90b220b430cf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.835443] env[69990]: DEBUG nova.network.neutron [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Refreshing network info cache for port 8c078729-01f2-4806-b5dc-230cf4e97b5b {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.143665] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447003, 'name': CreateVM_Task, 'duration_secs': 0.306711} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.143873] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.145068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.145068] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.145469] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.145799] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ad267c-a0a7-46d7-82eb-5cd1c600c150 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.151092] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1206.151092] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52cbcd1d-36eb-4cff-e41e-639d78405034" [ 1206.151092] env[69990]: _type = "Task" [ 1206.151092] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.159024] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cbcd1d-36eb-4cff-e41e-639d78405034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.523697] env[69990]: DEBUG nova.network.neutron [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Updated VIF entry in instance network info cache for port 8c078729-01f2-4806-b5dc-230cf4e97b5b. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.524086] env[69990]: DEBUG nova.network.neutron [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Updating instance_info_cache with network_info: [{"id": "8c078729-01f2-4806-b5dc-230cf4e97b5b", "address": "fa:16:3e:43:df:bd", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c078729-01", "ovs_interfaceid": "8c078729-01f2-4806-b5dc-230cf4e97b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.661468] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52cbcd1d-36eb-4cff-e41e-639d78405034, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.661916] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.662210] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.662502] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.662702] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.662895] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.663258] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff2d8134-07b6-4e9e-8e14-72282be82f7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.671518] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.672299] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.672502] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19767177-04b0-4982-a0f4-9e8a33599ead {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.678281] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1206.678281] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c0df7c-60b1-2d90-cd28-4f4396be3639" [ 1206.678281] env[69990]: _type = "Task" [ 1206.678281] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.688777] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c0df7c-60b1-2d90-cd28-4f4396be3639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.027306] env[69990]: DEBUG oslo_concurrency.lockutils [req-f1fe0d6c-e5c0-45cd-aecd-682d77269cf8 req-8e622a0f-8001-47a2-b6b4-43e9f578e7d3 service nova] Releasing lock "refresh_cache-a2acf671-ead8-43cb-ac88-90b220b430cf" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.189545] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c0df7c-60b1-2d90-cd28-4f4396be3639, 'name': SearchDatastore_Task, 'duration_secs': 0.014645} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.190407] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e2836d-48c5-4111-a4b2-3edc7bdee235 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.196078] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1207.196078] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]528e26b5-8f5f-c9b1-931a-d577a2486a53" [ 1207.196078] env[69990]: _type = "Task" [ 1207.196078] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.204771] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528e26b5-8f5f-c9b1-931a-d577a2486a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.707704] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528e26b5-8f5f-c9b1-931a-d577a2486a53, 'name': SearchDatastore_Task, 'duration_secs': 0.013649} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.708042] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.708276] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.708552] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0fa5d68-af49-413d-a7e4-6be7509469ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.715126] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1207.715126] env[69990]: value = "task-3447004" [ 1207.715126] env[69990]: _type = "Task" [ 1207.715126] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.723044] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.227037] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489334} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.227221] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.227435] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.227701] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2b9cc2c-fa1b-4471-9e25-64b159025f55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.235117] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1208.235117] env[69990]: value = "task-3447005" [ 1208.235117] env[69990]: _type = "Task" [ 1208.235117] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.243260] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.745302] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078799} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.745775] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.746390] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e90a91-ef73-4193-b9da-75ba387337bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.768966] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.769264] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35a5f7b-75f7-474f-bf74-ef493e287dd9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.789413] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1208.789413] env[69990]: value = "task-3447006" [ 1208.789413] env[69990]: _type = "Task" [ 1208.789413] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.797218] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.299068] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447006, 'name': ReconfigVM_Task, 'duration_secs': 0.271812} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.299435] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Reconfigured VM instance instance-00000074 to attach disk [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.300169] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57f226d4-bdd1-44e7-a3d4-12d56135f403 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.306528] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1209.306528] env[69990]: value = "task-3447007" [ 1209.306528] env[69990]: _type = "Task" [ 1209.306528] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.316165] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447007, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.816656] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447007, 'name': Rename_Task, 'duration_secs': 0.1344} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.817053] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.817291] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f89fe57-be9d-4058-9ba1-2dfbdf96e5e0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.823458] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1209.823458] env[69990]: value = "task-3447008" [ 1209.823458] env[69990]: _type = "Task" [ 1209.823458] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.831413] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.335623] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447008, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.834767] env[69990]: DEBUG oslo_vmware.api [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447008, 'name': PowerOnVM_Task, 'duration_secs': 0.539369} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.835208] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.835262] env[69990]: INFO nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1210.835461] env[69990]: DEBUG nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.836368] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c078d-20ef-4691-a321-f0aaae9c07b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.353581] env[69990]: INFO nova.compute.manager [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Took 12.58 seconds to build instance. [ 1211.855535] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6654d103-db82-45c0-bd9b-dfc2e6bdf054 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.086s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.118808] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "a2acf671-ead8-43cb-ac88-90b220b430cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.119146] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.119363] env[69990]: DEBUG nova.compute.manager [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.120420] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0257e5-be32-41d0-8fe3-1ade5371af81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.128432] env[69990]: DEBUG nova.compute.manager [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1212.129104] env[69990]: DEBUG nova.objects.instance [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'flavor' on Instance uuid a2acf671-ead8-43cb-ac88-90b220b430cf {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.467487] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52854274-b793-d76f-28cf-f23bc6ace916/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.468434] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c6523b-9d16-49ef-9ccb-0ff10e83cf38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.475606] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52854274-b793-d76f-28cf-f23bc6ace916/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.475780] env[69990]: ERROR oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52854274-b793-d76f-28cf-f23bc6ace916/disk-0.vmdk due to incomplete transfer. [ 1212.475992] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8be0500-5827-4110-8cfd-88764cd36925 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.482634] env[69990]: DEBUG oslo_vmware.rw_handles [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52854274-b793-d76f-28cf-f23bc6ace916/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1212.482847] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Uploaded image 43a8a04f-b86a-480d-a03a-2dda09ddb935 to the Glance image server {{(pid=69990) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1212.485000] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Destroying the VM {{(pid=69990) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1212.485232] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b963a49c-c966-43b7-95d1-a373eeb10402 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.490190] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1212.490190] env[69990]: value = "task-3447009" [ 1212.490190] env[69990]: _type = "Task" [ 1212.490190] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.497143] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447009, 'name': Destroy_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.000885] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447009, 'name': Destroy_Task, 'duration_secs': 0.302095} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.001300] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Destroyed the VM [ 1213.001463] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Deleting Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1213.001752] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba9959ef-4748-4ce3-b8ae-28c04ab51100 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.008119] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1213.008119] env[69990]: value = "task-3447010" [ 1213.008119] env[69990]: _type = "Task" [ 1213.008119] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.016971] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.136242] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.136591] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbebd736-350a-4e88-9321-b0047002449f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.143226] env[69990]: DEBUG oslo_vmware.api [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1213.143226] env[69990]: value = "task-3447011" [ 1213.143226] env[69990]: _type = "Task" [ 1213.143226] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.152681] env[69990]: DEBUG oslo_vmware.api [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.517389] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.652645] env[69990]: DEBUG oslo_vmware.api [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447011, 'name': PowerOffVM_Task, 'duration_secs': 0.223469} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.652910] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.653121] env[69990]: DEBUG nova.compute.manager [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.653870] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09434e-473c-4f2f-9844-b11e941cfbe2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.019775] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447010, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752502} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.020060] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Deleted Snapshot of the VM instance {{(pid=69990) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1214.020310] env[69990]: DEBUG nova.compute.manager [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.021062] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e305114b-7694-42e8-a308-d344ffa663c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.164393] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89cfd4b6-4281-4ac5-bbf8-89cd5f3f6f7e tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.532458] env[69990]: INFO nova.compute.manager [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Shelve offloading [ 1214.545257] env[69990]: INFO nova.compute.manager [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Rebuilding instance [ 1214.584553] env[69990]: DEBUG nova.compute.manager [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.585512] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba8c6b0-e1ca-4632-8cd3-6cc3e48621c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.035735] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.036089] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e7d664-4097-4fcd-bbfa-9f4ea0d2ef67 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.043054] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1215.043054] env[69990]: value = "task-3447012" [ 1215.043054] env[69990]: _type = "Task" [ 1215.043054] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.050803] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.553083] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1215.553264] env[69990]: DEBUG nova.compute.manager [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.553881] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb1095a-cfb5-423e-9a12-da30139cc634 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.559458] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.559618] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.559782] env[69990]: DEBUG nova.network.neutron [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.598513] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.598744] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd02dd9-3c2d-4ff5-8473-3a7fe3c80ff5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.605324] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1215.605324] env[69990]: value = "task-3447013" [ 1215.605324] env[69990]: _type = "Task" [ 1215.605324] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.613641] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.117589] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1216.117856] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.118605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f9387-baa7-4ca5-bcd7-f262f51f36fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.124851] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.125099] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f26a4c66-aab7-4bcd-979c-ace0b1b72c53 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.189522] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.189772] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.189969] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleting the datastore file [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.190246] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed8423d4-3097-4ab7-bbd0-c7e6ba063630 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.197264] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1216.197264] env[69990]: value = "task-3447015" [ 1216.197264] env[69990]: _type = "Task" [ 1216.197264] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.204447] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.322519] env[69990]: DEBUG nova.network.neutron [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d881508-27", "ovs_interfaceid": "1d881508-27d3-423f-9242-da4ba9163c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.529288] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.529562] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.529772] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.529953] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.530168] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.532266] env[69990]: INFO nova.compute.manager [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Terminating instance [ 1216.707487] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126377} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.707696] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.707877] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.708058] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.825799] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.023361] env[69990]: DEBUG nova.compute.manager [req-d86a17e3-7b59-477e-9297-e5d80cd3ef63 req-8033fbb6-a7dc-4880-8cd9-44ad770a0ea2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-vif-unplugged-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.023576] env[69990]: DEBUG oslo_concurrency.lockutils [req-d86a17e3-7b59-477e-9297-e5d80cd3ef63 req-8033fbb6-a7dc-4880-8cd9-44ad770a0ea2 service nova] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.023780] env[69990]: DEBUG oslo_concurrency.lockutils [req-d86a17e3-7b59-477e-9297-e5d80cd3ef63 req-8033fbb6-a7dc-4880-8cd9-44ad770a0ea2 service nova] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.023944] env[69990]: DEBUG oslo_concurrency.lockutils [req-d86a17e3-7b59-477e-9297-e5d80cd3ef63 req-8033fbb6-a7dc-4880-8cd9-44ad770a0ea2 service nova] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.024231] env[69990]: DEBUG nova.compute.manager [req-d86a17e3-7b59-477e-9297-e5d80cd3ef63 req-8033fbb6-a7dc-4880-8cd9-44ad770a0ea2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] No waiting events found dispatching network-vif-unplugged-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.024488] env[69990]: WARNING nova.compute.manager [req-d86a17e3-7b59-477e-9297-e5d80cd3ef63 req-8033fbb6-a7dc-4880-8cd9-44ad770a0ea2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received unexpected event network-vif-unplugged-1d881508-27d3-423f-9242-da4ba9163c55 for instance with vm_state shelved and task_state shelving_offloading. [ 1217.035184] env[69990]: DEBUG nova.compute.manager [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.035373] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.036218] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b9ec2-30fa-4241-bd58-c22a9749b178 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.043365] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.043585] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c26ba1-eec1-42d5-b692-e08d56d0556e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.049070] env[69990]: DEBUG oslo_vmware.api [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1217.049070] env[69990]: value = "task-3447016" [ 1217.049070] env[69990]: _type = "Task" [ 1217.049070] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.058105] env[69990]: DEBUG oslo_vmware.api [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.113279] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.114234] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3ff87d-fd35-4143-90f9-73282656efd7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.121357] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.121658] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19be3b69-ad45-4db9-93ae-95d16c555995 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.185971] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.185971] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.185971] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleting the datastore file [datastore1] 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.186512] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da4859f5-169c-494d-a61b-0b90bf8d774f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.193191] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1217.193191] env[69990]: value = "task-3447018" [ 1217.193191] env[69990]: _type = "Task" [ 1217.193191] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.200906] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.558772] env[69990]: DEBUG oslo_vmware.api [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447016, 'name': PowerOffVM_Task, 'duration_secs': 0.178149} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.558969] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.559151] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.559399] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2afbfe2f-6b86-4b0e-a6c3-19cb20d664d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.624389] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.624611] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.624770] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Deleting the datastore file [datastore2] fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.625092] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9a301d-742c-4989-969b-2a505d9fa354 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.631959] env[69990]: DEBUG oslo_vmware.api [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1217.631959] env[69990]: value = "task-3447020" [ 1217.631959] env[69990]: _type = "Task" [ 1217.631959] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.640223] env[69990]: DEBUG oslo_vmware.api [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.702108] env[69990]: DEBUG oslo_vmware.api [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146058} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.702368] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.702554] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.702727] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.736076] env[69990]: INFO nova.scheduler.client.report [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted allocations for instance 4fab5352-23d7-4362-b38b-15e246a509d8 [ 1217.748050] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.748294] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.749017] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.749017] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.749017] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.749017] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.749272] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.749272] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.749400] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.749585] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.749754] env[69990]: DEBUG nova.virt.hardware [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.751007] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01141f78-cd9d-41ce-bf7a-bd7c05cdeb7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.758543] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b219d-c2e8-42ca-8a0a-81a6f1f6720f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.774140] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:df:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c078729-01f2-4806-b5dc-230cf4e97b5b', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.786925] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.787750] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.788060] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04edd2d6-852c-4f8c-8f0b-06a295d2238b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.808185] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.808185] env[69990]: value = "task-3447021" [ 1217.808185] env[69990]: _type = "Task" [ 1217.808185] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.815910] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447021, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.141535] env[69990]: DEBUG oslo_vmware.api [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149478} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.142013] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.142013] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.142157] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.142329] env[69990]: INFO nova.compute.manager [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1218.142587] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.142779] env[69990]: DEBUG nova.compute.manager [-] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.142876] env[69990]: DEBUG nova.network.neutron [-] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.242564] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.242858] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.243105] env[69990]: DEBUG nova.objects.instance [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'resources' on Instance uuid 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.318554] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447021, 'name': CreateVM_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.745869] env[69990]: DEBUG nova.objects.instance [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'numa_topology' on Instance uuid 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.818907] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447021, 'name': CreateVM_Task, 'duration_secs': 0.865258} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.819363] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.820130] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.820291] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.820697] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.820870] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df18679-2585-443e-8112-f3ce7a920e7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.825715] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1218.825715] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525e3171-7fad-8cfd-d332-51e10289e47f" [ 1218.825715] env[69990]: _type = "Task" [ 1218.825715] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.836632] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525e3171-7fad-8cfd-d332-51e10289e47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.060596] env[69990]: DEBUG nova.compute.manager [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-changed-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.060700] env[69990]: DEBUG nova.compute.manager [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing instance network info cache due to event network-changed-1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.061065] env[69990]: DEBUG oslo_concurrency.lockutils [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] Acquiring lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.061651] env[69990]: DEBUG oslo_concurrency.lockutils [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] Acquired lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.061861] env[69990]: DEBUG nova.network.neutron [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.248866] env[69990]: DEBUG nova.objects.base [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Object Instance<4fab5352-23d7-4362-b38b-15e246a509d8> lazy-loaded attributes: resources,numa_topology {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.335659] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525e3171-7fad-8cfd-d332-51e10289e47f, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.337052] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.337208] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.337468] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.337664] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.337854] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.338623] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f131df-df52-4f7a-a880-42e8903cd904 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.341296] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f083a675-cac8-4407-8a60-0f0eaababe5b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.347457] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b367fc1-89aa-4ea0-8419-3a37dad8c86c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.351304] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.351521] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.352523] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cff453e-812a-409f-87e9-cf17326479f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.378490] env[69990]: DEBUG nova.network.neutron [-] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.380706] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb67052-012d-423a-99b8-5c37a150fa91 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.384640] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1219.384640] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52306d63-b4e6-a8cb-6606-af398911c2b3" [ 1219.384640] env[69990]: _type = "Task" [ 1219.384640] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.391656] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21df72-7101-4906-8399-51f47c0ab20a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.398642] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52306d63-b4e6-a8cb-6606-af398911c2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.399673] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d34f81-53ca-45c2-96a8-3d45ca4b0b93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.410443] env[69990]: DEBUG nova.compute.provider_tree [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.415385] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1219.415385] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5261458f-88f2-5bd4-dd26-e330e514fa40" [ 1219.415385] env[69990]: _type = "Task" [ 1219.415385] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.424828] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5261458f-88f2-5bd4-dd26-e330e514fa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.816526] env[69990]: DEBUG nova.network.neutron [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updated VIF entry in instance network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.816902] env[69990]: DEBUG nova.network.neutron [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": null, "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1d881508-27", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.884522] env[69990]: INFO nova.compute.manager [-] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Took 1.74 seconds to deallocate network for instance. [ 1219.913374] env[69990]: DEBUG nova.scheduler.client.report [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.927594] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5261458f-88f2-5bd4-dd26-e330e514fa40, 'name': SearchDatastore_Task, 'duration_secs': 0.00878} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.927838] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.928095] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.928342] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f36becc4-ee9e-44cc-b345-74ed0973cfc0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.934618] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1219.934618] env[69990]: value = "task-3447022" [ 1219.934618] env[69990]: _type = "Task" [ 1219.934618] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.942039] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.009164] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.233996] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.234394] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.319601] env[69990]: DEBUG oslo_concurrency.lockutils [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] Releasing lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.319978] env[69990]: DEBUG nova.compute.manager [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Received event network-vif-deleted-3d3755d7-461f-4553-afc4-312ba645e1b4 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.320035] env[69990]: INFO nova.compute.manager [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Neutron deleted interface 3d3755d7-461f-4553-afc4-312ba645e1b4; detaching it from the instance and deleting it from the info cache [ 1220.320211] env[69990]: DEBUG nova.network.neutron [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.391075] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.421431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.423877] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.033s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.424107] env[69990]: DEBUG nova.objects.instance [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'resources' on Instance uuid fff36436-5f1f-460a-8a3d-e7b0c4caa72f {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.444561] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.398372} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.444755] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.444872] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.445028] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52b81b53-6234-4e77-8036-ffbbfe3a92d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.451029] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1220.451029] env[69990]: value = "task-3447023" [ 1220.451029] env[69990]: _type = "Task" [ 1220.451029] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.459525] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.742060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.742060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.742060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.742060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.742060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.742060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.742060] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1220.742060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.823213] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c05d3e50-5d2f-4fa2-99ea-0fa0bdf138df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.835245] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8b67f-1576-4ebf-b2c6-9ade7737a5f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.866475] env[69990]: DEBUG nova.compute.manager [req-5b128c08-ef53-439e-822a-28cfa0afafb3 req-7ae3900c-095e-43d9-b0e2-b73c11c6bbe2 service nova] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Detach interface failed, port_id=3d3755d7-461f-4553-afc4-312ba645e1b4, reason: Instance fff36436-5f1f-460a-8a3d-e7b0c4caa72f could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.931655] env[69990]: DEBUG oslo_concurrency.lockutils [None req-069261bf-af7a-4666-a0b2-7e31999656d9 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.349s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.932480] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.924s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.932684] env[69990]: INFO nova.compute.manager [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Unshelving [ 1220.961374] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057762} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.963768] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.964714] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff05b1e-483d-4072-8b11-d9ef749b418e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.986855] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.989355] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-357eeac3-388e-4d17-ab40-46708a73a82c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.008699] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1221.008699] env[69990]: value = "task-3447024" [ 1221.008699] env[69990]: _type = "Task" [ 1221.008699] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.018044] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.060147] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d05f5-2b4c-4044-85fe-03e8661421be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.067474] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c1974-c54c-4252-91b2-8c487747631e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.099663] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0398fc47-cb2c-45dc-a545-125d7d649a57 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.107810] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8796490-6529-41ed-a617-81d34d8e34f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.121614] env[69990]: DEBUG nova.compute.provider_tree [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.244189] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.519886] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447024, 'name': ReconfigVM_Task, 'duration_secs': 0.293652} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.520220] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Reconfigured VM instance instance-00000074 to attach disk [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf/a2acf671-ead8-43cb-ac88-90b220b430cf.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.520856] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f31723d4-477c-42ac-a4f1-26acf737076c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.528651] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1221.528651] env[69990]: value = "task-3447025" [ 1221.528651] env[69990]: _type = "Task" [ 1221.528651] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.538346] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447025, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.624658] env[69990]: DEBUG nova.scheduler.client.report [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.953928] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.039098] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447025, 'name': Rename_Task, 'duration_secs': 0.155317} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.039376] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.039622] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b28132b8-9d43-40e6-a8b7-1721aa74670d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.046233] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1222.046233] env[69990]: value = "task-3447026" [ 1222.046233] env[69990]: _type = "Task" [ 1222.046233] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.053501] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.129685] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.132033] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.888s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.132212] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.132403] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1222.132694] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.179s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.133019] env[69990]: DEBUG nova.objects.instance [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'pci_requests' on Instance uuid 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.134560] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b52656-20cf-4565-ab9f-5679c2aef2fb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.143987] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c271fcf3-3edc-4089-a691-6aa247b1b0ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.148548] env[69990]: INFO nova.scheduler.client.report [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Deleted allocations for instance fff36436-5f1f-460a-8a3d-e7b0c4caa72f [ 1222.167323] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed93158-5e36-4571-8b3b-015a38a074b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.172936] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d889ad-67c6-4499-af50-634241e234c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.203244] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.203539] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.203762] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.203958] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.204154] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.206870] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179940MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1222.207026] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.207624] env[69990]: INFO nova.compute.manager [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Terminating instance [ 1222.556712] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447026, 'name': PowerOnVM_Task, 'duration_secs': 0.437992} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.557129] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.557214] env[69990]: DEBUG nova.compute.manager [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.558049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b352d8e4-f339-4df2-9542-c9223e03cb0c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.640556] env[69990]: DEBUG nova.objects.instance [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'numa_topology' on Instance uuid 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.656994] env[69990]: DEBUG oslo_concurrency.lockutils [None req-69d25417-cda2-4107-b7fb-6e3e5531cc4a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "fff36436-5f1f-460a-8a3d-e7b0c4caa72f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.127s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.711684] env[69990]: DEBUG nova.compute.manager [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.711913] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.712997] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460fa0e4-584b-4480-a2d4-77d31a2c5776 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.721744] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.721980] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fee965d-4131-44c7-9c94-72ad956e5026 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.729623] env[69990]: DEBUG oslo_vmware.api [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1222.729623] env[69990]: value = "task-3447027" [ 1222.729623] env[69990]: _type = "Task" [ 1222.729623] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.738767] env[69990]: DEBUG oslo_vmware.api [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.069029] env[69990]: INFO nova.compute.manager [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] bringing vm to original state: 'stopped' [ 1223.142916] env[69990]: INFO nova.compute.claims [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.241098] env[69990]: DEBUG oslo_vmware.api [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447027, 'name': PowerOffVM_Task, 'duration_secs': 0.211278} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.241380] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.241551] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.241797] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39daa315-5dfa-4874-8251-2b49c92a3516 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.312694] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.312920] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.313246] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleting the datastore file [datastore2] e4f7dc72-b2e5-4179-8342-7fb6a4a83333 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.313360] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36098916-1034-4781-aa50-3c9744bae656 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.321368] env[69990]: DEBUG oslo_vmware.api [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1223.321368] env[69990]: value = "task-3447029" [ 1223.321368] env[69990]: _type = "Task" [ 1223.321368] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.330670] env[69990]: DEBUG oslo_vmware.api [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.832591] env[69990]: DEBUG oslo_vmware.api [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134563} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.832931] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.833131] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.833326] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.833530] env[69990]: INFO nova.compute.manager [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1223.833811] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.834172] env[69990]: DEBUG nova.compute.manager [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.834284] env[69990]: DEBUG nova.network.neutron [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.076285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "a2acf671-ead8-43cb-ac88-90b220b430cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.076649] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.076854] env[69990]: DEBUG nova.compute.manager [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.077874] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a364ecc0-35e2-42c5-9b74-4b809888b7f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.085432] env[69990]: DEBUG nova.compute.manager [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1224.248401] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60101b9-711f-4d59-9912-4c895a5019bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.256610] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52066e29-3d32-4ed3-8d59-9bc315cf550a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.292119] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc44efe3-b060-491a-bfd8-5efaabed9aa9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.303041] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa0d0df-b416-4edb-b8d0-27542e4c22a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.317988] env[69990]: DEBUG nova.compute.provider_tree [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.319849] env[69990]: DEBUG nova.network.neutron [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.326285] env[69990]: DEBUG nova.compute.manager [req-edd8153e-40ab-486b-aa42-1943a31c7eda req-d7cb65bb-4b84-41b0-a6ca-48b3402d324a service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Received event network-vif-deleted-b91d4d68-2969-498a-a515-db4f914cc9d7 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.326627] env[69990]: INFO nova.compute.manager [req-edd8153e-40ab-486b-aa42-1943a31c7eda req-d7cb65bb-4b84-41b0-a6ca-48b3402d324a service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Neutron deleted interface b91d4d68-2969-498a-a515-db4f914cc9d7; detaching it from the instance and deleting it from the info cache [ 1224.326693] env[69990]: DEBUG nova.network.neutron [req-edd8153e-40ab-486b-aa42-1943a31c7eda req-d7cb65bb-4b84-41b0-a6ca-48b3402d324a service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.591200] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.591583] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-406e6685-e3a6-4c8e-b0b8-4be6106a39f1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.601036] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1224.601036] env[69990]: value = "task-3447030" [ 1224.601036] env[69990]: _type = "Task" [ 1224.601036] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.610517] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.620816] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.621151] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.822884] env[69990]: DEBUG nova.scheduler.client.report [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.826556] env[69990]: INFO nova.compute.manager [-] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Took 0.99 seconds to deallocate network for instance. [ 1224.832334] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba7c4a7c-45d7-47d1-a596-363ad63f34b7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.843244] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e8efe8-209c-428d-aa3b-058d40e135bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.876247] env[69990]: DEBUG nova.compute.manager [req-edd8153e-40ab-486b-aa42-1943a31c7eda req-d7cb65bb-4b84-41b0-a6ca-48b3402d324a service nova] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Detach interface failed, port_id=b91d4d68-2969-498a-a515-db4f914cc9d7, reason: Instance e4f7dc72-b2e5-4179-8342-7fb6a4a83333 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.112084] env[69990]: DEBUG oslo_vmware.api [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447030, 'name': PowerOffVM_Task, 'duration_secs': 0.226005} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.112365] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.112565] env[69990]: DEBUG nova.compute.manager [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.114290] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f17cee6-323b-472c-803e-5d74f17e5579 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.124883] env[69990]: DEBUG nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.328233] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.195s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.331027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.123s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.336241] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.367378] env[69990]: INFO nova.network.neutron [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating port 1d881508-27d3-423f-9242-da4ba9163c55 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1225.627326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.551s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.648512] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.085170] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "a2acf671-ead8-43cb-ac88-90b220b430cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.085568] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.085777] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "a2acf671-ead8-43cb-ac88-90b220b430cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.085965] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.086153] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.088661] env[69990]: INFO nova.compute.manager [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Terminating instance [ 1226.137792] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.356041] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance aa59ad5b-c9dd-46f3-8582-f295d9716514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.356196] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 506a8d37-0a02-46b3-af37-4ea8f4b05e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.356515] env[69990]: WARNING nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance e4f7dc72-b2e5-4179-8342-7fb6a4a83333 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1226.356685] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.356816] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance a2acf671-ead8-43cb-ac88-90b220b430cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.356935] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 4fab5352-23d7-4362-b38b-15e246a509d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.592306] env[69990]: DEBUG nova.compute.manager [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.592534] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.593461] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba564171-62ac-456a-8309-7c852e38b2e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.601866] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.602108] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea73723-93eb-4da1-961b-da4c82f619d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.682290] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.682699] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.682989] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleting the datastore file [datastore2] a2acf671-ead8-43cb-ac88-90b220b430cf {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.683375] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d52d513f-3cb5-461e-a0f9-62d5f1621aba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.690985] env[69990]: DEBUG oslo_vmware.api [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1226.690985] env[69990]: value = "task-3447032" [ 1226.690985] env[69990]: _type = "Task" [ 1226.690985] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.699419] env[69990]: DEBUG oslo_vmware.api [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.861706] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 036749b1-ac57-41d5-8ae0-fb528ef33ffa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1226.861706] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1226.861706] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1226.883446] env[69990]: DEBUG nova.compute.manager [req-e91c9038-11e4-4480-9594-7de849790c77 req-dc0c8b9c-1cee-4e88-8ab3-f8afcee39874 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-vif-plugged-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.883661] env[69990]: DEBUG oslo_concurrency.lockutils [req-e91c9038-11e4-4480-9594-7de849790c77 req-dc0c8b9c-1cee-4e88-8ab3-f8afcee39874 service nova] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.883867] env[69990]: DEBUG oslo_concurrency.lockutils [req-e91c9038-11e4-4480-9594-7de849790c77 req-dc0c8b9c-1cee-4e88-8ab3-f8afcee39874 service nova] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.884047] env[69990]: DEBUG oslo_concurrency.lockutils [req-e91c9038-11e4-4480-9594-7de849790c77 req-dc0c8b9c-1cee-4e88-8ab3-f8afcee39874 service nova] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.884216] env[69990]: DEBUG nova.compute.manager [req-e91c9038-11e4-4480-9594-7de849790c77 req-dc0c8b9c-1cee-4e88-8ab3-f8afcee39874 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] No waiting events found dispatching network-vif-plugged-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.884374] env[69990]: WARNING nova.compute.manager [req-e91c9038-11e4-4480-9594-7de849790c77 req-dc0c8b9c-1cee-4e88-8ab3-f8afcee39874 service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received unexpected event network-vif-plugged-1d881508-27d3-423f-9242-da4ba9163c55 for instance with vm_state shelved_offloaded and task_state spawning. [ 1226.956552] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7665958-230f-4e7f-b774-13250ea3e23c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.965436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.965436] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.965436] env[69990]: DEBUG nova.network.neutron [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.966859] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a2d97b-b797-479e-a085-eb73e5070154 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.999434] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62e243e-4402-4dad-9192-890f8dbb77b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.007149] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5394cf8e-1e3b-4bb2-b526-05cf7faee0e5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.020450] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.203161] env[69990]: DEBUG oslo_vmware.api [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12573} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.203447] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.203597] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.203771] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.203944] env[69990]: INFO nova.compute.manager [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1227.204200] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.204393] env[69990]: DEBUG nova.compute.manager [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.204487] env[69990]: DEBUG nova.network.neutron [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.523783] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.658533] env[69990]: DEBUG nova.network.neutron [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d881508-27", "ovs_interfaceid": "1d881508-27d3-423f-9242-da4ba9163c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.911723] env[69990]: DEBUG nova.network.neutron [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.029340] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1228.029641] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.699s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.029918] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.694s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.030125] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.032399] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.384s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.034106] env[69990]: INFO nova.compute.claims [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.056969] env[69990]: INFO nova.scheduler.client.report [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted allocations for instance e4f7dc72-b2e5-4179-8342-7fb6a4a83333 [ 1228.161112] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.188464] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d1eac28148916635544a138d55ecd8b2',container_format='bare',created_at=2025-04-15T16:53:29Z,direct_url=,disk_format='vmdk',id=43a8a04f-b86a-480d-a03a-2dda09ddb935,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1196255708-shelved',owner='8bc0d955bbdd4774ae4d9544b25db3fe',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-15T16:53:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.188692] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.188849] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.189040] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.189190] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.189336] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.189595] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.189767] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.189939] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.190116] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.190290] env[69990]: DEBUG nova.virt.hardware [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.191181] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5ce7b4-22c7-4c06-9b19-7788e2af123e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.199560] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8a678d-71c4-45b2-b459-87d573c22e81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.214273] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:e5:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d881508-27d3-423f-9242-da4ba9163c55', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.221766] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.221981] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.222191] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f29625cb-df91-4212-812c-7ba270e7204a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.242116] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.242116] env[69990]: value = "task-3447033" [ 1228.242116] env[69990]: _type = "Task" [ 1228.242116] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.249593] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447033, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.414039] env[69990]: INFO nova.compute.manager [-] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Took 1.21 seconds to deallocate network for instance. [ 1228.565538] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5ddfb7c4-32eb-4910-b2ee-e04e24e163ee tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "e4f7dc72-b2e5-4179-8342-7fb6a4a83333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.362s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.752823] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447033, 'name': CreateVM_Task, 'duration_secs': 0.317999} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.752823] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.752823] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.752823] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.753993] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.754278] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81fd97d-c504-4989-83eb-5474d5facb36 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.758967] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1228.758967] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d3390c-e5b3-d9b2-1432-d8d71884c9f3" [ 1228.758967] env[69990]: _type = "Task" [ 1228.758967] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.767496] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d3390c-e5b3-d9b2-1432-d8d71884c9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.920505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.924666] env[69990]: DEBUG nova.compute.manager [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-changed-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.924848] env[69990]: DEBUG nova.compute.manager [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing instance network info cache due to event network-changed-1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.925143] env[69990]: DEBUG oslo_concurrency.lockutils [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] Acquiring lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.925228] env[69990]: DEBUG oslo_concurrency.lockutils [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] Acquired lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.925441] env[69990]: DEBUG nova.network.neutron [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Refreshing network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.119820] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d46b7c0-2686-41ce-a7ee-f45be2adc6e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.127262] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220aecab-a68d-42b0-a002-6b9ce0ee2587 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.158722] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccfd3a8-1746-46cc-8419-b082b868cfb3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.166791] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95034e1-102f-4416-824d-6e6a51ba10aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.181918] env[69990]: DEBUG nova.compute.provider_tree [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.269755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.270049] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Processing image 43a8a04f-b86a-480d-a03a-2dda09ddb935 {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.270252] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935/43a8a04f-b86a-480d-a03a-2dda09ddb935.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.270397] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935/43a8a04f-b86a-480d-a03a-2dda09ddb935.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.270590] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.270809] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf84cc47-dd5d-4328-9a18-09ded70d7b75 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.279950] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.280141] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.280843] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8fa5ae-7662-499a-99f2-dde2410d47ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.286185] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1229.286185] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520fbb5e-ab8b-3462-488c-534f43843ea6" [ 1229.286185] env[69990]: _type = "Task" [ 1229.286185] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.294680] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520fbb5e-ab8b-3462-488c-534f43843ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.657152] env[69990]: DEBUG nova.network.neutron [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updated VIF entry in instance network info cache for port 1d881508-27d3-423f-9242-da4ba9163c55. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.657545] env[69990]: DEBUG nova.network.neutron [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [{"id": "1d881508-27d3-423f-9242-da4ba9163c55", "address": "fa:16:3e:e6:e5:2d", "network": {"id": "110c538d-e9fd-494b-8dfb-aade058cd2ec", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-204649000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc0d955bbdd4774ae4d9544b25db3fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d881508-27", "ovs_interfaceid": "1d881508-27d3-423f-9242-da4ba9163c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.685153] env[69990]: DEBUG nova.scheduler.client.report [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.796821] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Preparing fetch location {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1229.797084] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Fetch image to [datastore2] OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d/OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d.vmdk {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1229.797276] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Downloading stream optimized image 43a8a04f-b86a-480d-a03a-2dda09ddb935 to [datastore2] OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d/OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d.vmdk on the data store datastore2 as vApp {{(pid=69990) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1229.797446] env[69990]: DEBUG nova.virt.vmwareapi.images [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Downloading image file data 43a8a04f-b86a-480d-a03a-2dda09ddb935 to the ESX as VM named 'OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d' {{(pid=69990) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1229.879942] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1229.879942] env[69990]: value = "resgroup-9" [ 1229.879942] env[69990]: _type = "ResourcePool" [ 1229.879942] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1229.880250] env[69990]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b88e657d-7488-4eb6-9c0e-c7ae0335d32d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.902063] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease: (returnval){ [ 1229.902063] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524b5c04-54c4-7d56-c0fc-c5c995fd5c64" [ 1229.902063] env[69990]: _type = "HttpNfcLease" [ 1229.902063] env[69990]: } obtained for vApp import into resource pool (val){ [ 1229.902063] env[69990]: value = "resgroup-9" [ 1229.902063] env[69990]: _type = "ResourcePool" [ 1229.902063] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1229.902452] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the lease: (returnval){ [ 1229.902452] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524b5c04-54c4-7d56-c0fc-c5c995fd5c64" [ 1229.902452] env[69990]: _type = "HttpNfcLease" [ 1229.902452] env[69990]: } to be ready. {{(pid=69990) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1229.908871] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.908871] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524b5c04-54c4-7d56-c0fc-c5c995fd5c64" [ 1229.908871] env[69990]: _type = "HttpNfcLease" [ 1229.908871] env[69990]: } is initializing. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.148653] env[69990]: DEBUG nova.compute.manager [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1230.160455] env[69990]: DEBUG oslo_concurrency.lockutils [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] Releasing lock "refresh_cache-4fab5352-23d7-4362-b38b-15e246a509d8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.160703] env[69990]: DEBUG nova.compute.manager [req-92cb563d-fb9d-4bba-aea5-442f1b2e67ea req-ed61b05d-2fb5-474a-8412-ae0124e3b8ee service nova] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Received event network-vif-deleted-8c078729-01f2-4806-b5dc-230cf4e97b5b {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.190803] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.191342] env[69990]: DEBUG nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.195642] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.058s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.195819] env[69990]: DEBUG nova.objects.instance [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1230.412290] env[69990]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.412290] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524b5c04-54c4-7d56-c0fc-c5c995fd5c64" [ 1230.412290] env[69990]: _type = "HttpNfcLease" [ 1230.412290] env[69990]: } is ready. {{(pid=69990) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.412727] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.412727] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524b5c04-54c4-7d56-c0fc-c5c995fd5c64" [ 1230.412727] env[69990]: _type = "HttpNfcLease" [ 1230.412727] env[69990]: }. {{(pid=69990) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1230.413576] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a328c7-b09b-448c-8794-e49df92106d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.421716] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eb9b3-d8f8-9ab6-21c4-47de32d3bfbd/disk-0.vmdk from lease info. {{(pid=69990) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.421919] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eb9b3-d8f8-9ab6-21c4-47de32d3bfbd/disk-0.vmdk. {{(pid=69990) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1230.492257] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-805f51ba-dee0-4c3f-8e2d-6aa4d521cc67 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.675650] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.697516] env[69990]: DEBUG nova.compute.utils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.698984] env[69990]: DEBUG nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.699187] env[69990]: DEBUG nova.network.neutron [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.761845] env[69990]: DEBUG nova.policy [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71ff30b786774c1cb29b64bfdee9ebb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd679ad29591b40afb643b8be0f3925f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.064346] env[69990]: DEBUG nova.network.neutron [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Successfully created port: ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.209754] env[69990]: DEBUG oslo_concurrency.lockutils [None req-740bf6ce-4ef1-4089-ac78-c7b0a861d782 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.211416] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.290s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.211416] env[69990]: DEBUG nova.objects.instance [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'resources' on Instance uuid a2acf671-ead8-43cb-ac88-90b220b430cf {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.211909] env[69990]: DEBUG nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.820248] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435e489e-a7a3-4275-9c74-6e067258ba6b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.831580] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49804f38-fd3d-4afb-94e9-b8dc4df02016 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.865772] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e2a2ab-f822-475a-ac20-5cccbb0861a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.874089] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddca000-fc71-41b5-b5f3-e68b32574816 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.879220] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Completed reading data from the image iterator. {{(pid=69990) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1231.879411] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eb9b3-d8f8-9ab6-21c4-47de32d3bfbd/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.880168] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e4dfe-5196-4f40-809f-cec9534962b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.893573] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eb9b3-d8f8-9ab6-21c4-47de32d3bfbd/disk-0.vmdk is in state: ready. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.893757] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eb9b3-d8f8-9ab6-21c4-47de32d3bfbd/disk-0.vmdk. {{(pid=69990) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1231.894569] env[69990]: DEBUG nova.compute.provider_tree [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.895825] env[69990]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c156d46-7d24-4880-8442-748e09adcb5b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.079057] env[69990]: DEBUG oslo_vmware.rw_handles [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eb9b3-d8f8-9ab6-21c4-47de32d3bfbd/disk-0.vmdk. {{(pid=69990) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1232.079198] env[69990]: INFO nova.virt.vmwareapi.images [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Downloaded image file data 43a8a04f-b86a-480d-a03a-2dda09ddb935 [ 1232.080038] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41421ea4-de79-4d71-bbc2-b8f91baaae2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.095928] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-923b8c8c-371a-4b52-8885-ba15eebdf927 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.124112] env[69990]: INFO nova.virt.vmwareapi.images [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] The imported VM was unregistered [ 1232.126500] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Caching image {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1232.126769] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Creating directory with path [datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.127032] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e8bd57-a1b3-4657-ae50-19d68a561240 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.137870] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Created directory with path [datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935 {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.138073] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d/OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d.vmdk to [datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935/43a8a04f-b86a-480d-a03a-2dda09ddb935.vmdk. {{(pid=69990) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1232.138321] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-553f8421-cf2b-4f08-98b6-2fb06e666eef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.145113] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1232.145113] env[69990]: value = "task-3447036" [ 1232.145113] env[69990]: _type = "Task" [ 1232.145113] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.153043] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447036, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.226053] env[69990]: DEBUG nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.251648] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.251890] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.252054] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.252240] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.252385] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.252530] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.252742] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.252898] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.253947] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.253947] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.253947] env[69990]: DEBUG nova.virt.hardware [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.254403] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81e6e0b-f9f1-498f-beee-dd829461ebcd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.262865] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50d945-ccc6-4e60-a9a3-21c40d808231 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.399324] env[69990]: DEBUG nova.scheduler.client.report [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.529530] env[69990]: DEBUG nova.compute.manager [req-6397c40e-3506-47c4-8cb2-c42f6d744d47 req-3d3d661d-53ce-4525-9fe9-addce1ec16d3 service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Received event network-vif-plugged-ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.529763] env[69990]: DEBUG oslo_concurrency.lockutils [req-6397c40e-3506-47c4-8cb2-c42f6d744d47 req-3d3d661d-53ce-4525-9fe9-addce1ec16d3 service nova] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.529971] env[69990]: DEBUG oslo_concurrency.lockutils [req-6397c40e-3506-47c4-8cb2-c42f6d744d47 req-3d3d661d-53ce-4525-9fe9-addce1ec16d3 service nova] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.530155] env[69990]: DEBUG oslo_concurrency.lockutils [req-6397c40e-3506-47c4-8cb2-c42f6d744d47 req-3d3d661d-53ce-4525-9fe9-addce1ec16d3 service nova] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.530325] env[69990]: DEBUG nova.compute.manager [req-6397c40e-3506-47c4-8cb2-c42f6d744d47 req-3d3d661d-53ce-4525-9fe9-addce1ec16d3 service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] No waiting events found dispatching network-vif-plugged-ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.530488] env[69990]: WARNING nova.compute.manager [req-6397c40e-3506-47c4-8cb2-c42f6d744d47 req-3d3d661d-53ce-4525-9fe9-addce1ec16d3 service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Received unexpected event network-vif-plugged-ab080c45-8441-4b69-a0b3-0111a4a3dac3 for instance with vm_state building and task_state spawning. [ 1232.655520] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447036, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.679786] env[69990]: DEBUG nova.network.neutron [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Successfully updated port: ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.904147] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.906899] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.231s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.929592] env[69990]: INFO nova.scheduler.client.report [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted allocations for instance a2acf671-ead8-43cb-ac88-90b220b430cf [ 1233.156903] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447036, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.183040] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.183040] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.183164] env[69990]: DEBUG nova.network.neutron [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.413893] env[69990]: INFO nova.compute.claims [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.438843] env[69990]: DEBUG oslo_concurrency.lockutils [None req-0ce97860-1eb9-48dc-8562-49e13a4351f0 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "a2acf671-ead8-43cb-ac88-90b220b430cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.353s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.659069] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447036, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.726593] env[69990]: DEBUG nova.network.neutron [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.901707] env[69990]: DEBUG nova.network.neutron [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updating instance_info_cache with network_info: [{"id": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "address": "fa:16:3e:34:9c:5b", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab080c45-84", "ovs_interfaceid": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.920963] env[69990]: INFO nova.compute.resource_tracker [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating resource usage from migration b41a3ddc-b14a-4260-881b-34380cf7275f [ 1234.026399] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45eb77-7533-488a-aa3f-9081569dc7d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.039417] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c50d71-067c-48b2-95f5-1625d81452ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.072453] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38109a6a-0e63-40cf-b0c6-4706ae994bc9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.081244] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fd7918-d606-47c8-9c4d-376ec0f7f510 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.096163] env[69990]: DEBUG nova.compute.provider_tree [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.157620] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447036, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.405275] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.405648] env[69990]: DEBUG nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Instance network_info: |[{"id": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "address": "fa:16:3e:34:9c:5b", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab080c45-84", "ovs_interfaceid": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.406124] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9c:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab080c45-8441-4b69-a0b3-0111a4a3dac3', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.414451] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.414737] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.415028] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e47f883-ee4b-452c-9f43-8d24ad767c8a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.440459] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.440459] env[69990]: value = "task-3447037" [ 1234.440459] env[69990]: _type = "Task" [ 1234.440459] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.453424] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447037, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.580454] env[69990]: DEBUG nova.compute.manager [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Received event network-changed-ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.580583] env[69990]: DEBUG nova.compute.manager [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Refreshing instance network info cache due to event network-changed-ab080c45-8441-4b69-a0b3-0111a4a3dac3. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.580796] env[69990]: DEBUG oslo_concurrency.lockutils [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] Acquiring lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.580935] env[69990]: DEBUG oslo_concurrency.lockutils [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] Acquired lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.581113] env[69990]: DEBUG nova.network.neutron [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Refreshing network info cache for port ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.599012] env[69990]: DEBUG nova.scheduler.client.report [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.657723] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447036, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.351303} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.658059] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d/OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d.vmdk to [datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935/43a8a04f-b86a-480d-a03a-2dda09ddb935.vmdk. [ 1234.658263] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Cleaning up location [datastore2] OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1234.658433] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8106e55e-a615-4720-87f8-31a9f3eef35d {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.658681] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9eefe52-f752-421a-a9c6-e2add5ed210d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.666324] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1234.666324] env[69990]: value = "task-3447038" [ 1234.666324] env[69990]: _type = "Task" [ 1234.666324] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.674871] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.950845] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447037, 'name': CreateVM_Task, 'duration_secs': 0.3734} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.951177] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.951731] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.951898] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.952225] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.952488] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c69bfd-fe3d-4482-a593-794ce455652f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.958761] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1234.958761] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526e4874-c8b1-9f18-a95a-67f693d356f4" [ 1234.958761] env[69990]: _type = "Task" [ 1234.958761] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.967112] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526e4874-c8b1-9f18-a95a-67f693d356f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.105175] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.198s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.105175] env[69990]: INFO nova.compute.manager [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Migrating [ 1235.177138] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03899} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.179376] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.179552] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935/43a8a04f-b86a-480d-a03a-2dda09ddb935.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.179795] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935/43a8a04f-b86a-480d-a03a-2dda09ddb935.vmdk to [datastore2] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.180069] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82671ae0-73e4-4d9f-9ebe-fc1c2bf730f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.187023] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.187243] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.191782] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1235.191782] env[69990]: value = "task-3447039" [ 1235.191782] env[69990]: _type = "Task" [ 1235.191782] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.200383] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.293298] env[69990]: DEBUG nova.network.neutron [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updated VIF entry in instance network info cache for port ab080c45-8441-4b69-a0b3-0111a4a3dac3. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.293745] env[69990]: DEBUG nova.network.neutron [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updating instance_info_cache with network_info: [{"id": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "address": "fa:16:3e:34:9c:5b", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab080c45-84", "ovs_interfaceid": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.470934] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526e4874-c8b1-9f18-a95a-67f693d356f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.471363] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.471567] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.471838] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.471990] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.472223] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.472518] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fe5ef4a-b1bc-4cb2-8abb-3585bd7a3967 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.487781] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.488037] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.488884] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e15908-f4bb-41ef-8111-5631c7bf9246 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.496394] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1235.496394] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ae8938-d7c2-5a40-7769-4582b42514e9" [ 1235.496394] env[69990]: _type = "Task" [ 1235.496394] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.505020] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ae8938-d7c2-5a40-7769-4582b42514e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.621711] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.621898] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.622102] env[69990]: DEBUG nova.network.neutron [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.689543] env[69990]: DEBUG nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.711400] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447039, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.796902] env[69990]: DEBUG oslo_concurrency.lockutils [req-ff606aba-39e4-43fe-89cd-053e1781b08a req-a33e8bdf-c55e-4015-911f-93cab4c0e77c service nova] Releasing lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.009424] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ae8938-d7c2-5a40-7769-4582b42514e9, 'name': SearchDatastore_Task, 'duration_secs': 0.08134} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.010360] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae10ee78-2af3-4d25-8f7b-be0219412b2d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.017969] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1236.017969] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520b8f41-a830-1666-92b5-844c8895606c" [ 1236.017969] env[69990]: _type = "Task" [ 1236.017969] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.028591] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520b8f41-a830-1666-92b5-844c8895606c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.206795] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447039, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.227699] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.228014] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.229645] env[69990]: INFO nova.compute.claims [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.352959] env[69990]: DEBUG nova.network.neutron [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.530871] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520b8f41-a830-1666-92b5-844c8895606c, 'name': SearchDatastore_Task, 'duration_secs': 0.088365} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.531155] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.531439] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 036749b1-ac57-41d5-8ae0-fb528ef33ffa/036749b1-ac57-41d5-8ae0-fb528ef33ffa.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.531723] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc30fb56-dd83-4b01-842e-e40e03e0b10e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.541647] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1236.541647] env[69990]: value = "task-3447040" [ 1236.541647] env[69990]: _type = "Task" [ 1236.541647] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.550831] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.705230] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447039, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.856388] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.051970] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.205932] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447039, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.356219] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c7039-0e7f-4770-b001-26f8d7bdfc3a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.368882] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373a023d-0208-42c5-8a50-62c16a170f38 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.401281] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b650763-8acd-420f-80d7-39302b5d1682 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.411804] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591c37b-ec0c-470e-88ad-6bc1c68cc8cf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.428098] env[69990]: DEBUG nova.compute.provider_tree [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.553110] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.707078] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447039, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.313361} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.707078] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/43a8a04f-b86a-480d-a03a-2dda09ddb935/43a8a04f-b86a-480d-a03a-2dda09ddb935.vmdk to [datastore2] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.707515] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97529bce-dabc-4638-9dcb-0f67edaff296 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.731439] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.731785] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f93385b6-f7b1-41a3-8d3f-fa6175879196 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.752104] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1237.752104] env[69990]: value = "task-3447041" [ 1237.752104] env[69990]: _type = "Task" [ 1237.752104] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.760836] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.931808] env[69990]: DEBUG nova.scheduler.client.report [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.054365] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.269145] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.372936] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc212b94-af06-4387-a1bc-332098685995 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.392998] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance 'aa59ad5b-c9dd-46f3-8582-f295d9716514' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.437590] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.438133] env[69990]: DEBUG nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.554076] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447040, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.644442} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.554297] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 036749b1-ac57-41d5-8ae0-fb528ef33ffa/036749b1-ac57-41d5-8ae0-fb528ef33ffa.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.554486] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.554755] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9723d0ef-c9b0-42a7-b123-07ae455c7d50 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.564236] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1238.564236] env[69990]: value = "task-3447042" [ 1238.564236] env[69990]: _type = "Task" [ 1238.564236] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.572333] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.763887] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447041, 'name': ReconfigVM_Task, 'duration_secs': 0.668321} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.764215] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4fab5352-23d7-4362-b38b-15e246a509d8/4fab5352-23d7-4362-b38b-15e246a509d8.vmdk or device None with type streamOptimized {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.764848] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41ab01dd-550e-4eb3-874e-16c1dd751338 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.772995] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1238.772995] env[69990]: value = "task-3447043" [ 1238.772995] env[69990]: _type = "Task" [ 1238.772995] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.781510] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447043, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.899761] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.900078] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9028a2c-4d76-42f5-abfc-85d4bb8513b9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.920611] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1238.920611] env[69990]: value = "task-3447044" [ 1238.920611] env[69990]: _type = "Task" [ 1238.920611] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.932648] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.943369] env[69990]: DEBUG nova.compute.utils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.945487] env[69990]: DEBUG nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.945762] env[69990]: DEBUG nova.network.neutron [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.011327] env[69990]: DEBUG nova.policy [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989830bf519347529526267327fa39b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a51f3e910404827ab788a6854014fc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.075274] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070831} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.075651] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.076421] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2841a8fc-b042-481b-a602-508961c07591 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.102200] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 036749b1-ac57-41d5-8ae0-fb528ef33ffa/036749b1-ac57-41d5-8ae0-fb528ef33ffa.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.102546] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa0180f-85cd-4cef-ab54-eca705f2bd04 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.135275] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1239.135275] env[69990]: value = "task-3447045" [ 1239.135275] env[69990]: _type = "Task" [ 1239.135275] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.147403] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.282935] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447043, 'name': Rename_Task, 'duration_secs': 0.167444} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.283372] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.283782] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7d60ade-0143-42ce-b396-b177cf6d0309 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.293111] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1239.293111] env[69990]: value = "task-3447046" [ 1239.293111] env[69990]: _type = "Task" [ 1239.293111] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.304608] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.328871] env[69990]: DEBUG nova.network.neutron [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Successfully created port: 3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.431075] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447044, 'name': PowerOffVM_Task, 'duration_secs': 0.230911} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.431428] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.431610] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance 'aa59ad5b-c9dd-46f3-8582-f295d9716514' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.449496] env[69990]: DEBUG nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.645441] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447045, 'name': ReconfigVM_Task, 'duration_secs': 0.320126} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.645737] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 036749b1-ac57-41d5-8ae0-fb528ef33ffa/036749b1-ac57-41d5-8ae0-fb528ef33ffa.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.646390] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afa36e6c-da8d-46a4-8507-20d445cc9cdb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.653990] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1239.653990] env[69990]: value = "task-3447047" [ 1239.653990] env[69990]: _type = "Task" [ 1239.653990] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.662936] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447047, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.803607] env[69990]: DEBUG oslo_vmware.api [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447046, 'name': PowerOnVM_Task, 'duration_secs': 0.452242} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.803895] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.909980] env[69990]: DEBUG nova.compute.manager [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.910962] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2933e2ba-ffd1-4f0f-80f3-b49c3e9ff5c9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.938399] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.938647] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.938809] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.938990] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.939160] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.939309] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.939522] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.939663] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.939831] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.939993] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.940331] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.945677] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd54528e-03e5-442c-9227-7b9fadc28d17 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.970119] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1239.970119] env[69990]: value = "task-3447048" [ 1239.970119] env[69990]: _type = "Task" [ 1239.970119] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.981198] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.165192] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447047, 'name': Rename_Task, 'duration_secs': 0.153749} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.165544] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.165722] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c39b5f2e-03b5-46ce-9c4d-662f44cc93f7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.172317] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1240.172317] env[69990]: value = "task-3447049" [ 1240.172317] env[69990]: _type = "Task" [ 1240.172317] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.180581] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.431294] env[69990]: DEBUG oslo_concurrency.lockutils [None req-57e31abb-d9ac-45c6-9421-4562bc8623cf tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.499s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.464685] env[69990]: DEBUG nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.481705] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447048, 'name': ReconfigVM_Task, 'duration_secs': 0.311919} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.482023] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance 'aa59ad5b-c9dd-46f3-8582-f295d9716514' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.494613] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.494613] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.494818] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.495008] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.495330] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.495441] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.495743] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.496012] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.496331] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.496553] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.496810] env[69990]: DEBUG nova.virt.hardware [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.498289] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a770c711-1d31-4ebb-bc7a-4aa7be0d3231 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.507245] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd188e2-5baf-4e7b-81b5-b2c76e39f16f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.683163] env[69990]: DEBUG oslo_vmware.api [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447049, 'name': PowerOnVM_Task, 'duration_secs': 0.484198} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.683441] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.683868] env[69990]: INFO nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1240.684106] env[69990]: DEBUG nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.684901] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad8cf7-1429-49c3-81fe-4f3fed045186 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.746543] env[69990]: DEBUG nova.compute.manager [req-ea2634c5-3196-41ae-b293-c460aa9b3faf req-afb22251-3c66-4a36-82ef-9857b1e2a5f2 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Received event network-vif-plugged-3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.746808] env[69990]: DEBUG oslo_concurrency.lockutils [req-ea2634c5-3196-41ae-b293-c460aa9b3faf req-afb22251-3c66-4a36-82ef-9857b1e2a5f2 service nova] Acquiring lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.747116] env[69990]: DEBUG oslo_concurrency.lockutils [req-ea2634c5-3196-41ae-b293-c460aa9b3faf req-afb22251-3c66-4a36-82ef-9857b1e2a5f2 service nova] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.747256] env[69990]: DEBUG oslo_concurrency.lockutils [req-ea2634c5-3196-41ae-b293-c460aa9b3faf req-afb22251-3c66-4a36-82ef-9857b1e2a5f2 service nova] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.747419] env[69990]: DEBUG nova.compute.manager [req-ea2634c5-3196-41ae-b293-c460aa9b3faf req-afb22251-3c66-4a36-82ef-9857b1e2a5f2 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] No waiting events found dispatching network-vif-plugged-3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.747659] env[69990]: WARNING nova.compute.manager [req-ea2634c5-3196-41ae-b293-c460aa9b3faf req-afb22251-3c66-4a36-82ef-9857b1e2a5f2 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Received unexpected event network-vif-plugged-3b36b64b-e97b-457a-9fef-e75743b76f09 for instance with vm_state building and task_state spawning. [ 1240.885212] env[69990]: DEBUG nova.network.neutron [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Successfully updated port: 3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.990965] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.991219] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.991419] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.991685] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.991923] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.992138] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.992348] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.992592] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.992813] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.993036] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.993270] env[69990]: DEBUG nova.virt.hardware [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.999305] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.999655] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ccb4d34-e11c-4db1-9141-c0398e35de77 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.020026] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1241.020026] env[69990]: value = "task-3447050" [ 1241.020026] env[69990]: _type = "Task" [ 1241.020026] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.031095] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.204377] env[69990]: INFO nova.compute.manager [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Took 15.57 seconds to build instance. [ 1241.217048] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.217207] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.217292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.217473] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.217650] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.220289] env[69990]: INFO nova.compute.manager [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Terminating instance [ 1241.388263] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.388476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.388549] env[69990]: DEBUG nova.network.neutron [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.529925] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447050, 'name': ReconfigVM_Task, 'duration_secs': 0.205076} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.530158] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.530921] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211d5b8-aa2f-4251-a946-449141f34002 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.552857] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] aa59ad5b-c9dd-46f3-8582-f295d9716514/aa59ad5b-c9dd-46f3-8582-f295d9716514.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.553125] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f8deec-4c7c-4109-86d1-d2c1bf6690e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.572212] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1241.572212] env[69990]: value = "task-3447051" [ 1241.572212] env[69990]: _type = "Task" [ 1241.572212] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.580782] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.706313] env[69990]: DEBUG oslo_concurrency.lockutils [None req-705b51e9-d194-4170-9a4b-2a16b595f8f3 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.085s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.724049] env[69990]: DEBUG nova.compute.manager [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.724049] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.724231] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb614e91-b793-47b2-bf95-0ed79bd7b72e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.732994] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.733173] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be514964-f8b8-4ff3-b1c7-7030d9af1f8e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.740526] env[69990]: DEBUG oslo_vmware.api [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1241.740526] env[69990]: value = "task-3447052" [ 1241.740526] env[69990]: _type = "Task" [ 1241.740526] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.749281] env[69990]: DEBUG oslo_vmware.api [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.938561] env[69990]: DEBUG nova.network.neutron [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.082744] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447051, 'name': ReconfigVM_Task, 'duration_secs': 0.367898} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.083027] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Reconfigured VM instance instance-0000005c to attach disk [datastore1] aa59ad5b-c9dd-46f3-8582-f295d9716514/aa59ad5b-c9dd-46f3-8582-f295d9716514.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.083302] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance 'aa59ad5b-c9dd-46f3-8582-f295d9716514' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.251579] env[69990]: DEBUG oslo_vmware.api [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447052, 'name': PowerOffVM_Task, 'duration_secs': 0.222166} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.251842] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.252084] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.254337] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2d1ff0a-5bb1-46d0-a78a-b5dead958b3d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.326348] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.326568] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.326711] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleting the datastore file [datastore2] 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.326984] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f3225a8-8d91-435b-b6c3-f8894a18e825 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.333762] env[69990]: DEBUG oslo_vmware.api [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for the task: (returnval){ [ 1242.333762] env[69990]: value = "task-3447054" [ 1242.333762] env[69990]: _type = "Task" [ 1242.333762] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.342454] env[69990]: DEBUG oslo_vmware.api [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.435523] env[69990]: DEBUG nova.network.neutron [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updating instance_info_cache with network_info: [{"id": "3b36b64b-e97b-457a-9fef-e75743b76f09", "address": "fa:16:3e:ad:7d:51", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b36b64b-e9", "ovs_interfaceid": "3b36b64b-e97b-457a-9fef-e75743b76f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.590569] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ea04b-7744-444c-8057-3fe34ccb1349 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.612285] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c64d56d-0bcf-4a13-8523-51edcb1c5d4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.630658] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance 'aa59ad5b-c9dd-46f3-8582-f295d9716514' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.777122] env[69990]: DEBUG nova.compute.manager [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Received event network-changed-3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.777192] env[69990]: DEBUG nova.compute.manager [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Refreshing instance network info cache due to event network-changed-3b36b64b-e97b-457a-9fef-e75743b76f09. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.777331] env[69990]: DEBUG oslo_concurrency.lockutils [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] Acquiring lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.844608] env[69990]: DEBUG oslo_vmware.api [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Task: {'id': task-3447054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155465} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.844855] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.845062] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.845223] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.845390] env[69990]: INFO nova.compute.manager [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1242.845626] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.845852] env[69990]: DEBUG nova.compute.manager [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.845948] env[69990]: DEBUG nova.network.neutron [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.938180] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.939702] env[69990]: DEBUG nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Instance network_info: |[{"id": "3b36b64b-e97b-457a-9fef-e75743b76f09", "address": "fa:16:3e:ad:7d:51", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b36b64b-e9", "ovs_interfaceid": "3b36b64b-e97b-457a-9fef-e75743b76f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.939702] env[69990]: DEBUG oslo_concurrency.lockutils [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] Acquired lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.939702] env[69990]: DEBUG nova.network.neutron [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Refreshing network info cache for port 3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.940428] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:7d:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b36b64b-e97b-457a-9fef-e75743b76f09', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.947931] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.950752] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.951590] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f310f983-3e8e-4a22-84de-1dd27a34005e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.972059] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.972059] env[69990]: value = "task-3447055" [ 1242.972059] env[69990]: _type = "Task" [ 1242.972059] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.980099] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447055, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.202264] env[69990]: DEBUG nova.network.neutron [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Port d2aa67c1-d367-41a5-9079-f9f00a27d660 binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1243.302818] env[69990]: DEBUG nova.network.neutron [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updated VIF entry in instance network info cache for port 3b36b64b-e97b-457a-9fef-e75743b76f09. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.303215] env[69990]: DEBUG nova.network.neutron [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updating instance_info_cache with network_info: [{"id": "3b36b64b-e97b-457a-9fef-e75743b76f09", "address": "fa:16:3e:ad:7d:51", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b36b64b-e9", "ovs_interfaceid": "3b36b64b-e97b-457a-9fef-e75743b76f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.490097] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447055, 'name': CreateVM_Task, 'duration_secs': 0.30835} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.491214] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.491214] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.491214] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.491622] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.491875] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0e26b9-4376-4e97-bc98-288d1467004a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.497289] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1243.497289] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527f11aa-0a59-9652-bc92-c2d1d5f3ff8a" [ 1243.497289] env[69990]: _type = "Task" [ 1243.497289] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.506276] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527f11aa-0a59-9652-bc92-c2d1d5f3ff8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.806109] env[69990]: DEBUG oslo_concurrency.lockutils [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] Releasing lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.806318] env[69990]: DEBUG nova.compute.manager [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Received event network-changed-ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.806489] env[69990]: DEBUG nova.compute.manager [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Refreshing instance network info cache due to event network-changed-ab080c45-8441-4b69-a0b3-0111a4a3dac3. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.806705] env[69990]: DEBUG oslo_concurrency.lockutils [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] Acquiring lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.806882] env[69990]: DEBUG oslo_concurrency.lockutils [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] Acquired lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.807069] env[69990]: DEBUG nova.network.neutron [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Refreshing network info cache for port ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.938768] env[69990]: DEBUG nova.network.neutron [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.009574] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527f11aa-0a59-9652-bc92-c2d1d5f3ff8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.009948] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.010194] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.010752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.010752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.010935] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.011074] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-702c41ff-b948-4f6d-9511-aa37413b264e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.022431] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.022431] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.022907] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93110523-1070-4acc-a7fe-595b6d75e510 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.028554] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1244.028554] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526f707d-c440-e22d-788b-4d23fd2bdac7" [ 1244.028554] env[69990]: _type = "Task" [ 1244.028554] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.036621] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526f707d-c440-e22d-788b-4d23fd2bdac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.223978] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.224221] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.224392] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.443036] env[69990]: INFO nova.compute.manager [-] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Took 1.60 seconds to deallocate network for instance. [ 1244.525586] env[69990]: DEBUG nova.network.neutron [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updated VIF entry in instance network info cache for port ab080c45-8441-4b69-a0b3-0111a4a3dac3. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.526092] env[69990]: DEBUG nova.network.neutron [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updating instance_info_cache with network_info: [{"id": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "address": "fa:16:3e:34:9c:5b", "network": {"id": "ef47c9b7-82b6-40ce-ab40-ec7b21716172", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1188463156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d679ad29591b40afb643b8be0f3925f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab080c45-84", "ovs_interfaceid": "ab080c45-8441-4b69-a0b3-0111a4a3dac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.539324] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526f707d-c440-e22d-788b-4d23fd2bdac7, 'name': SearchDatastore_Task, 'duration_secs': 0.008807} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.540592] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6717465c-1725-44f5-8160-dec8cae99438 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.546386] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1244.546386] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f1f10c-d885-613d-c281-cc79d85e3d96" [ 1244.546386] env[69990]: _type = "Task" [ 1244.546386] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.554749] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f1f10c-d885-613d-c281-cc79d85e3d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.801535] env[69990]: DEBUG nova.compute.manager [req-2aef2536-24fe-41b4-8d3f-78aa8c5b0615 req-40442e2b-cba4-4d20-9c42-df4e605b8c0f service nova] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Received event network-vif-deleted-1d881508-27d3-423f-9242-da4ba9163c55 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.950106] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.950654] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.950654] env[69990]: DEBUG nova.objects.instance [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lazy-loading 'resources' on Instance uuid 4fab5352-23d7-4362-b38b-15e246a509d8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.029102] env[69990]: DEBUG oslo_concurrency.lockutils [req-2456c905-d625-4cc5-8dec-24555a8a4294 req-1bd44187-b491-411e-8f99-e5830528f12a service nova] Releasing lock "refresh_cache-036749b1-ac57-41d5-8ae0-fb528ef33ffa" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.057840] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f1f10c-d885-613d-c281-cc79d85e3d96, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.058088] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.058342] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.058587] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1219485d-895f-403b-8daa-f484c3009568 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.065760] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1245.065760] env[69990]: value = "task-3447056" [ 1245.065760] env[69990]: _type = "Task" [ 1245.065760] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.073335] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.258629] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.258819] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.258997] env[69990]: DEBUG nova.network.neutron [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.571259] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d7560e-5fc1-4268-b83f-3f77cef5ca76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.582216] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93c47f7-c0ac-4097-95b2-b0484ea01e3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.585333] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447056, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.612993] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b74a0-ea59-4e14-8e81-a59e7e81fcb7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.621027] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c337ea1-0634-4603-909a-f1520fdfd30e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.635551] env[69990]: DEBUG nova.compute.provider_tree [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.947970] env[69990]: DEBUG nova.network.neutron [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.076591] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447056, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.139399] env[69990]: DEBUG nova.scheduler.client.report [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.451197] env[69990]: DEBUG oslo_concurrency.lockutils [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.578188] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447056, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.447459} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.578646] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.578646] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.578818] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47f0fcb3-f03a-4c79-9442-c4bf992dca00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.585321] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1246.585321] env[69990]: value = "task-3447057" [ 1246.585321] env[69990]: _type = "Task" [ 1246.585321] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.592711] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.644285] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.664893] env[69990]: INFO nova.scheduler.client.report [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Deleted allocations for instance 4fab5352-23d7-4362-b38b-15e246a509d8 [ 1246.971949] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f75fc1a-3e0d-4353-a35f-229a3450097d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.992620] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc65e5c-a93e-4aa8-97cb-bd6c85e5f3f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.000725] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance 'aa59ad5b-c9dd-46f3-8582-f295d9716514' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.095179] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065634} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.095453] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.096245] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a537a792-8137-4547-a0c2-91c28996c597 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.118081] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.118603] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6eb13e-5b85-491b-8722-dba086047845 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.138812] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1247.138812] env[69990]: value = "task-3447058" [ 1247.138812] env[69990]: _type = "Task" [ 1247.138812] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.146467] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.172722] env[69990]: DEBUG oslo_concurrency.lockutils [None req-23fc1504-2fa1-4bdd-98c1-8e712a124e67 tempest-ServerActionsTestOtherB-399839130 tempest-ServerActionsTestOtherB-399839130-project-member] Lock "4fab5352-23d7-4362-b38b-15e246a509d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.956s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.506953] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.507171] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93b47931-13b1-4af8-978b-3a21a5ac8be7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.514096] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1247.514096] env[69990]: value = "task-3447060" [ 1247.514096] env[69990]: _type = "Task" [ 1247.514096] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.522350] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.649535] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447058, 'name': ReconfigVM_Task, 'duration_secs': 0.255359} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.649914] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.650540] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9422f237-7a49-49ea-ae51-bd48b45c62c1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.658194] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1247.658194] env[69990]: value = "task-3447061" [ 1247.658194] env[69990]: _type = "Task" [ 1247.658194] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.666679] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447061, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.024670] env[69990]: DEBUG oslo_vmware.api [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447060, 'name': PowerOnVM_Task, 'duration_secs': 0.363193} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.024941] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.025157] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-bc36b271-cc68-43c8-8273-aa741d4e2d6b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance 'aa59ad5b-c9dd-46f3-8582-f295d9716514' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.169027] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447061, 'name': Rename_Task, 'duration_secs': 0.13468} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.169279] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.169499] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d187920-6422-421b-9351-86e6b87a6de9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.176955] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1248.176955] env[69990]: value = "task-3447062" [ 1248.176955] env[69990]: _type = "Task" [ 1248.176955] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.184485] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.687578] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.188371] env[69990]: DEBUG oslo_vmware.api [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447062, 'name': PowerOnVM_Task, 'duration_secs': 0.599171} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.188655] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.188836] env[69990]: INFO nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1249.189024] env[69990]: DEBUG nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.189803] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee132897-0eae-4e9e-967c-f78f616c4e44 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.706061] env[69990]: INFO nova.compute.manager [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Took 13.50 seconds to build instance. [ 1250.207945] env[69990]: DEBUG oslo_concurrency.lockutils [None req-51ba830a-186f-45c2-b5a4-e09c3e07c19f tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.020s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.637840] env[69990]: DEBUG nova.compute.manager [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Received event network-changed-3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.638049] env[69990]: DEBUG nova.compute.manager [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Refreshing instance network info cache due to event network-changed-3b36b64b-e97b-457a-9fef-e75743b76f09. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.638299] env[69990]: DEBUG oslo_concurrency.lockutils [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] Acquiring lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.638507] env[69990]: DEBUG oslo_concurrency.lockutils [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] Acquired lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.638625] env[69990]: DEBUG nova.network.neutron [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Refreshing network info cache for port 3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.680978] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.681308] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.681535] env[69990]: DEBUG nova.compute.manager [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Going to confirm migration 8 {{(pid=69990) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1251.321066] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.321066] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.321066] env[69990]: DEBUG nova.network.neutron [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.321066] env[69990]: DEBUG nova.objects.instance [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'info_cache' on Instance uuid aa59ad5b-c9dd-46f3-8582-f295d9716514 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.597321] env[69990]: DEBUG nova.network.neutron [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updated VIF entry in instance network info cache for port 3b36b64b-e97b-457a-9fef-e75743b76f09. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.597905] env[69990]: DEBUG nova.network.neutron [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updating instance_info_cache with network_info: [{"id": "3b36b64b-e97b-457a-9fef-e75743b76f09", "address": "fa:16:3e:ad:7d:51", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b36b64b-e9", "ovs_interfaceid": "3b36b64b-e97b-457a-9fef-e75743b76f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.101235] env[69990]: DEBUG oslo_concurrency.lockutils [req-600f87fc-a37b-4f0d-9be0-e54f39873213 req-28e9894f-6fe0-4db4-8619-21493c2f0801 service nova] Releasing lock "refresh_cache-4ae53244-7a03-402a-9b17-df3cc7c15ee5" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.538839] env[69990]: DEBUG nova.network.neutron [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [{"id": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "address": "fa:16:3e:04:85:8d", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aa67c1-d3", "ovs_interfaceid": "d2aa67c1-d367-41a5-9079-f9f00a27d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.042397] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-aa59ad5b-c9dd-46f3-8582-f295d9716514" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.043849] env[69990]: DEBUG nova.objects.instance [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'migration_context' on Instance uuid aa59ad5b-c9dd-46f3-8582-f295d9716514 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.546160] env[69990]: DEBUG nova.objects.base [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.547125] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f914e6-3015-4706-a949-a3255fd9a134 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.566979] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af6eab5-7df5-480e-9f3b-b9a7ab5a6df1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.572702] env[69990]: DEBUG oslo_vmware.api [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1253.572702] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]521242cd-2e8a-8998-71e7-f39a73cdda2c" [ 1253.572702] env[69990]: _type = "Task" [ 1253.572702] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.580617] env[69990]: DEBUG oslo_vmware.api [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521242cd-2e8a-8998-71e7-f39a73cdda2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.084718] env[69990]: DEBUG oslo_vmware.api [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]521242cd-2e8a-8998-71e7-f39a73cdda2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.085015] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.085264] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.682445] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de457f5-dbbd-4792-987f-fc229ae84797 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.691240] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93179bb8-1c7c-4aa8-84b4-cec74dfc7fd7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.731486] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a8c76-24ac-4153-bf5d-c88f48409704 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.740465] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be65e39-173c-43cd-a00f-f7b5c5970e94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.759324] env[69990]: DEBUG nova.compute.provider_tree [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.263991] env[69990]: DEBUG nova.scheduler.client.report [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.450689] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "e31b22f9-50f3-41b2-8532-d063377c0cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.450912] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.953098] env[69990]: DEBUG nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.274240] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.189s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.477891] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.478187] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.479944] env[69990]: INFO nova.compute.claims [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.829210] env[69990]: INFO nova.scheduler.client.report [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted allocation for migration b41a3ddc-b14a-4260-881b-34380cf7275f [ 1257.337505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-af0ac14e-e6e0-4046-81dc-ded15b28ebe6 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.656s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.567668] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70cbcc1-ff7d-4f44-a268-2c67142d0af7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.575135] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01258fd7-7cdb-49fb-bb97-9dbe0cb09817 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.604244] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7901f1a-3eaa-4ade-80f8-ac9344cecce4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.611221] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d43510f-a0ec-4b41-a4d9-e21ef71140b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.624345] env[69990]: DEBUG nova.compute.provider_tree [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.904596] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.904893] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.905122] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.905313] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.905489] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.907590] env[69990]: INFO nova.compute.manager [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Terminating instance [ 1258.128641] env[69990]: DEBUG nova.scheduler.client.report [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.412830] env[69990]: DEBUG nova.compute.manager [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.413235] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.413935] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652d942-bc57-44ba-b3dd-fd63a809a0ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.422510] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.422770] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a59ac4e-9e21-4838-ba91-ee0dd221dc2c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.430450] env[69990]: DEBUG oslo_vmware.api [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1258.430450] env[69990]: value = "task-3447063" [ 1258.430450] env[69990]: _type = "Task" [ 1258.430450] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.440620] env[69990]: DEBUG oslo_vmware.api [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.632718] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.633408] env[69990]: DEBUG nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.940675] env[69990]: DEBUG oslo_vmware.api [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447063, 'name': PowerOffVM_Task, 'duration_secs': 0.246255} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.940940] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.941125] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.941381] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae9b3b86-d64b-4d01-9434-b580a47efa5d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.009547] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.009754] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.009939] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleting the datastore file [datastore1] aa59ad5b-c9dd-46f3-8582-f295d9716514 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.010234] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43287d98-c085-4df9-9a27-304bb018840a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.017217] env[69990]: DEBUG oslo_vmware.api [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1259.017217] env[69990]: value = "task-3447065" [ 1259.017217] env[69990]: _type = "Task" [ 1259.017217] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.024597] env[69990]: DEBUG oslo_vmware.api [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.138262] env[69990]: DEBUG nova.compute.utils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.139706] env[69990]: DEBUG nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.139882] env[69990]: DEBUG nova.network.neutron [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.186614] env[69990]: DEBUG nova.policy [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9aaaf0ab8ce24314a218e0577cba4e02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fc735bf6ba24c718830628150500d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.425638] env[69990]: DEBUG nova.network.neutron [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Successfully created port: 076df72b-fede-4404-8730-73011ff5bf18 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.527415] env[69990]: DEBUG oslo_vmware.api [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144382} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.527657] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.527839] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.528021] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.528198] env[69990]: INFO nova.compute.manager [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1259.528442] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.528632] env[69990]: DEBUG nova.compute.manager [-] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.528725] env[69990]: DEBUG nova.network.neutron [-] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.642606] env[69990]: DEBUG nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.272815] env[69990]: DEBUG nova.compute.manager [req-6e7781c2-fe63-432d-b2cb-29b61d6ccce0 req-0f74251f-13a8-4ae2-a4b6-1e7d84271301 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Received event network-vif-deleted-d2aa67c1-d367-41a5-9079-f9f00a27d660 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.273033] env[69990]: INFO nova.compute.manager [req-6e7781c2-fe63-432d-b2cb-29b61d6ccce0 req-0f74251f-13a8-4ae2-a4b6-1e7d84271301 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Neutron deleted interface d2aa67c1-d367-41a5-9079-f9f00a27d660; detaching it from the instance and deleting it from the info cache [ 1260.273252] env[69990]: DEBUG nova.network.neutron [req-6e7781c2-fe63-432d-b2cb-29b61d6ccce0 req-0f74251f-13a8-4ae2-a4b6-1e7d84271301 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.652056] env[69990]: DEBUG nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.680944] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.681224] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.681394] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.681572] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.681719] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.681866] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.682088] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.682257] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.682427] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.682589] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.682760] env[69990]: DEBUG nova.virt.hardware [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.683708] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa19fb4-920f-4af7-b8a5-68e7de3c3080 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.692565] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db785b-c6b9-4174-bbca-7cfe2b26cd6c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.753407] env[69990]: DEBUG nova.network.neutron [-] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.775964] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0baf5958-18af-404a-b4ac-329f02e8b7a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.786846] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6a03a-1e7b-418e-9bc3-81e0c7a4deef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.814822] env[69990]: DEBUG nova.compute.manager [req-6e7781c2-fe63-432d-b2cb-29b61d6ccce0 req-0f74251f-13a8-4ae2-a4b6-1e7d84271301 service nova] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Detach interface failed, port_id=d2aa67c1-d367-41a5-9079-f9f00a27d660, reason: Instance aa59ad5b-c9dd-46f3-8582-f295d9716514 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.028036] env[69990]: DEBUG nova.network.neutron [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Successfully updated port: 076df72b-fede-4404-8730-73011ff5bf18 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.255760] env[69990]: INFO nova.compute.manager [-] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Took 1.73 seconds to deallocate network for instance. [ 1261.531265] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "refresh_cache-e31b22f9-50f3-41b2-8532-d063377c0cb2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.531437] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquired lock "refresh_cache-e31b22f9-50f3-41b2-8532-d063377c0cb2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.531527] env[69990]: DEBUG nova.network.neutron [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.763431] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.763824] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.763883] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.785445] env[69990]: INFO nova.scheduler.client.report [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted allocations for instance aa59ad5b-c9dd-46f3-8582-f295d9716514 [ 1262.070730] env[69990]: DEBUG nova.network.neutron [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.193482] env[69990]: DEBUG nova.network.neutron [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Updating instance_info_cache with network_info: [{"id": "076df72b-fede-4404-8730-73011ff5bf18", "address": "fa:16:3e:41:f9:e3", "network": {"id": "76c8b69e-5fb2-4ccf-9901-e1d5be102a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-862936668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc735bf6ba24c718830628150500d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076df72b-fe", "ovs_interfaceid": "076df72b-fede-4404-8730-73011ff5bf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.292911] env[69990]: DEBUG oslo_concurrency.lockutils [None req-81f95b3d-850b-4664-8e67-0fd9d2e421da tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "aa59ad5b-c9dd-46f3-8582-f295d9716514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.388s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.300128] env[69990]: DEBUG nova.compute.manager [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Received event network-vif-plugged-076df72b-fede-4404-8730-73011ff5bf18 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.300792] env[69990]: DEBUG oslo_concurrency.lockutils [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] Acquiring lock "e31b22f9-50f3-41b2-8532-d063377c0cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.300792] env[69990]: DEBUG oslo_concurrency.lockutils [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.300792] env[69990]: DEBUG oslo_concurrency.lockutils [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.300974] env[69990]: DEBUG nova.compute.manager [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] No waiting events found dispatching network-vif-plugged-076df72b-fede-4404-8730-73011ff5bf18 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.301037] env[69990]: WARNING nova.compute.manager [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Received unexpected event network-vif-plugged-076df72b-fede-4404-8730-73011ff5bf18 for instance with vm_state building and task_state spawning. [ 1262.301162] env[69990]: DEBUG nova.compute.manager [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Received event network-changed-076df72b-fede-4404-8730-73011ff5bf18 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.301367] env[69990]: DEBUG nova.compute.manager [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Refreshing instance network info cache due to event network-changed-076df72b-fede-4404-8730-73011ff5bf18. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.301508] env[69990]: DEBUG oslo_concurrency.lockutils [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] Acquiring lock "refresh_cache-e31b22f9-50f3-41b2-8532-d063377c0cb2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.696882] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Releasing lock "refresh_cache-e31b22f9-50f3-41b2-8532-d063377c0cb2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.697297] env[69990]: DEBUG nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Instance network_info: |[{"id": "076df72b-fede-4404-8730-73011ff5bf18", "address": "fa:16:3e:41:f9:e3", "network": {"id": "76c8b69e-5fb2-4ccf-9901-e1d5be102a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-862936668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc735bf6ba24c718830628150500d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076df72b-fe", "ovs_interfaceid": "076df72b-fede-4404-8730-73011ff5bf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.697627] env[69990]: DEBUG oslo_concurrency.lockutils [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] Acquired lock "refresh_cache-e31b22f9-50f3-41b2-8532-d063377c0cb2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.697812] env[69990]: DEBUG nova.network.neutron [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Refreshing network info cache for port 076df72b-fede-4404-8730-73011ff5bf18 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.699700] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:f9:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '076df72b-fede-4404-8730-73011ff5bf18', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.706641] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Creating folder: Project (9fc735bf6ba24c718830628150500d70). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.709554] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc1e4a3-d679-4f56-a7d0-d3e62ee82495 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.721856] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Created folder: Project (9fc735bf6ba24c718830628150500d70) in parent group-v687779. [ 1262.722055] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Creating folder: Instances. Parent ref: group-v688101. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.722299] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d29bd2-2f32-495b-a053-6327e27db96d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.731865] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Created folder: Instances in parent group-v688101. [ 1262.732140] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.732356] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.732597] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09509be-a597-41de-8cff-60abba814da0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.754314] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.754314] env[69990]: value = "task-3447068" [ 1262.754314] env[69990]: _type = "Task" [ 1262.754314] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.762085] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447068, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.879195] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "7fb4700b-8b59-4e79-af78-270c55f5dde4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.879540] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.928943] env[69990]: DEBUG nova.network.neutron [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Updated VIF entry in instance network info cache for port 076df72b-fede-4404-8730-73011ff5bf18. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.929344] env[69990]: DEBUG nova.network.neutron [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Updating instance_info_cache with network_info: [{"id": "076df72b-fede-4404-8730-73011ff5bf18", "address": "fa:16:3e:41:f9:e3", "network": {"id": "76c8b69e-5fb2-4ccf-9901-e1d5be102a07", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-862936668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc735bf6ba24c718830628150500d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076df72b-fe", "ovs_interfaceid": "076df72b-fede-4404-8730-73011ff5bf18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.265069] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447068, 'name': CreateVM_Task, 'duration_secs': 0.308856} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.265069] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.265365] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.265365] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.265639] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.265895] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225701f0-ae6e-4690-a3fc-aa9380d8de93 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.270513] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1263.270513] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529d7acc-ba5d-20f5-26af-5e68844bd7dd" [ 1263.270513] env[69990]: _type = "Task" [ 1263.270513] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.278444] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529d7acc-ba5d-20f5-26af-5e68844bd7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.382234] env[69990]: DEBUG nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.431701] env[69990]: DEBUG oslo_concurrency.lockutils [req-e4dceedc-855b-4edb-b428-e8ef58c41835 req-d94ef5dc-a6f4-46cd-af93-9622a613c6ba service nova] Releasing lock "refresh_cache-e31b22f9-50f3-41b2-8532-d063377c0cb2" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.782694] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529d7acc-ba5d-20f5-26af-5e68844bd7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.782988] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.783266] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.783541] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.783725] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.783939] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.784252] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f293873b-b11d-44d2-8e9c-2fe26c5e6260 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.793079] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.793273] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.794062] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1695b06c-ca37-4e9f-bbeb-9e4e0b945d40 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.799523] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1263.799523] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b995fc-21f3-e157-12de-47a0de7b0d7b" [ 1263.799523] env[69990]: _type = "Task" [ 1263.799523] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.807389] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b995fc-21f3-e157-12de-47a0de7b0d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.903728] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.903991] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.905558] env[69990]: INFO nova.compute.claims [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.312375] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b995fc-21f3-e157-12de-47a0de7b0d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008361} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.313121] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf370f4-e740-439f-9d30-95b68ed68d9f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.319032] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1264.319032] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526b1b7b-24dc-5572-4f9c-c2b370ca3c76" [ 1264.319032] env[69990]: _type = "Task" [ 1264.319032] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.326307] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526b1b7b-24dc-5572-4f9c-c2b370ca3c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.379965] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.380243] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.380454] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.380640] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.380809] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.382903] env[69990]: INFO nova.compute.manager [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Terminating instance [ 1264.829675] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526b1b7b-24dc-5572-4f9c-c2b370ca3c76, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.829928] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.830151] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e31b22f9-50f3-41b2-8532-d063377c0cb2/e31b22f9-50f3-41b2-8532-d063377c0cb2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.830412] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c999a076-106d-4b19-9d3a-03d1df744359 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.837661] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1264.837661] env[69990]: value = "task-3447069" [ 1264.837661] env[69990]: _type = "Task" [ 1264.837661] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.845415] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.886306] env[69990]: DEBUG nova.compute.manager [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.886567] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.887462] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e44790b-41b0-4086-b4d7-3d3585166275 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.895305] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.895656] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-581504aa-7423-4431-92a4-ea4a641fd38d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.901940] env[69990]: DEBUG oslo_vmware.api [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1264.901940] env[69990]: value = "task-3447070" [ 1264.901940] env[69990]: _type = "Task" [ 1264.901940] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.919139] env[69990]: DEBUG oslo_vmware.api [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3447070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.002235] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8700271-ab77-4584-8d41-58c08d87cbee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.013047] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc50b0dc-6ba2-40ab-9b66-77b09ef23e1d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.047337] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9e48f3-0976-4e9e-8a58-1e064724fc5b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.056727] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530dd66-85e3-465a-8f09-52a02b7ade48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.073373] env[69990]: DEBUG nova.compute.provider_tree [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.348908] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440491} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.348908] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] e31b22f9-50f3-41b2-8532-d063377c0cb2/e31b22f9-50f3-41b2-8532-d063377c0cb2.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.348908] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.348908] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125ed005-d89d-4ca4-b585-cd505da034e7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.356248] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1265.356248] env[69990]: value = "task-3447071" [ 1265.356248] env[69990]: _type = "Task" [ 1265.356248] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.364347] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.416565] env[69990]: DEBUG oslo_vmware.api [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3447070, 'name': PowerOffVM_Task, 'duration_secs': 0.265362} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.417037] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.417381] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.417776] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3ed800a-0bde-4bd8-a39b-a625bea9fd00 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.483531] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.483860] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.484156] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Deleting the datastore file [datastore1] 506a8d37-0a02-46b3-af37-4ea8f4b05e95 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.484528] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec9702f0-d1da-4bdd-bdf6-7eb43766598c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.492410] env[69990]: DEBUG oslo_vmware.api [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for the task: (returnval){ [ 1265.492410] env[69990]: value = "task-3447073" [ 1265.492410] env[69990]: _type = "Task" [ 1265.492410] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.500766] env[69990]: DEBUG oslo_vmware.api [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3447073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.577057] env[69990]: DEBUG nova.scheduler.client.report [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.866266] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060515} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.866481] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.867248] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f09bf6-5b0d-40d0-859d-be3b1073a5d1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.890442] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] e31b22f9-50f3-41b2-8532-d063377c0cb2/e31b22f9-50f3-41b2-8532-d063377c0cb2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.890724] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c41bef-b47f-4301-b8f3-0406bdc69b13 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.910914] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1265.910914] env[69990]: value = "task-3447074" [ 1265.910914] env[69990]: _type = "Task" [ 1265.910914] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.918518] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.002890] env[69990]: DEBUG oslo_vmware.api [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Task: {'id': task-3447073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136388} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.003325] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.003325] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.003515] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.003680] env[69990]: INFO nova.compute.manager [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1266.003932] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.004150] env[69990]: DEBUG nova.compute.manager [-] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.004250] env[69990]: DEBUG nova.network.neutron [-] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.081933] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.082489] env[69990]: DEBUG nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.414150] env[69990]: DEBUG nova.compute.manager [req-3926887d-76bd-4b3d-8922-bf3f9268aa4d req-82a5a6ce-2eed-44cf-b852-71faa60f25dc service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Received event network-vif-deleted-01bc004c-dd41-41c1-86ab-70a0354d8136 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.414390] env[69990]: INFO nova.compute.manager [req-3926887d-76bd-4b3d-8922-bf3f9268aa4d req-82a5a6ce-2eed-44cf-b852-71faa60f25dc service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Neutron deleted interface 01bc004c-dd41-41c1-86ab-70a0354d8136; detaching it from the instance and deleting it from the info cache [ 1266.414568] env[69990]: DEBUG nova.network.neutron [req-3926887d-76bd-4b3d-8922-bf3f9268aa4d req-82a5a6ce-2eed-44cf-b852-71faa60f25dc service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.427643] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447074, 'name': ReconfigVM_Task, 'duration_secs': 0.287765} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.428348] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Reconfigured VM instance instance-00000077 to attach disk [datastore2] e31b22f9-50f3-41b2-8532-d063377c0cb2/e31b22f9-50f3-41b2-8532-d063377c0cb2.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.428930] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-970877dd-3145-4ed6-90bf-45328a80c459 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.437054] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1266.437054] env[69990]: value = "task-3447075" [ 1266.437054] env[69990]: _type = "Task" [ 1266.437054] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.446958] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447075, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.587746] env[69990]: DEBUG nova.compute.utils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.589483] env[69990]: DEBUG nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.589825] env[69990]: DEBUG nova.network.neutron [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.627540] env[69990]: DEBUG nova.policy [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef05377c1084746be7007fc514d029f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '898c7e30a9b042ee9212bff2520405d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.892533] env[69990]: DEBUG nova.network.neutron [-] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.920480] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a54d9e5-e485-499f-a845-fca38875b3ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.923081] env[69990]: DEBUG nova.network.neutron [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Successfully created port: 99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.934024] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c47689-621e-4aaf-bf44-3bfeccf47b08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.953265] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447075, 'name': Rename_Task, 'duration_secs': 0.141597} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.953541] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.953828] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f71898-177a-4d97-a8a3-73fce0cbbf60 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.966447] env[69990]: DEBUG nova.compute.manager [req-3926887d-76bd-4b3d-8922-bf3f9268aa4d req-82a5a6ce-2eed-44cf-b852-71faa60f25dc service nova] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Detach interface failed, port_id=01bc004c-dd41-41c1-86ab-70a0354d8136, reason: Instance 506a8d37-0a02-46b3-af37-4ea8f4b05e95 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1266.966926] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1266.966926] env[69990]: value = "task-3447076" [ 1266.966926] env[69990]: _type = "Task" [ 1266.966926] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.974509] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.093491] env[69990]: DEBUG nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.395955] env[69990]: INFO nova.compute.manager [-] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Took 1.39 seconds to deallocate network for instance. [ 1267.476885] env[69990]: DEBUG oslo_vmware.api [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447076, 'name': PowerOnVM_Task, 'duration_secs': 0.472621} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.477253] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.477376] env[69990]: INFO nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1267.477483] env[69990]: DEBUG nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.478257] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858a791-c490-49b1-9896-4fbcc43b1fd1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.903893] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.904179] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.904500] env[69990]: DEBUG nova.objects.instance [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lazy-loading 'resources' on Instance uuid 506a8d37-0a02-46b3-af37-4ea8f4b05e95 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.993322] env[69990]: INFO nova.compute.manager [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Took 11.54 seconds to build instance. [ 1268.103172] env[69990]: DEBUG nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.133233] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.133486] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.133646] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.133828] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.133974] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.134162] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.134361] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.134521] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.134687] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.135290] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.135290] env[69990]: DEBUG nova.virt.hardware [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.136155] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3360e0-6614-400e-a68d-fba05c04533b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.145676] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c0635-a281-4bab-acbe-59c7eb39d127 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.375662] env[69990]: DEBUG nova.network.neutron [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Successfully updated port: 99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.441725] env[69990]: DEBUG nova.compute.manager [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Received event network-vif-plugged-99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.441957] env[69990]: DEBUG oslo_concurrency.lockutils [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] Acquiring lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.442237] env[69990]: DEBUG oslo_concurrency.lockutils [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.442418] env[69990]: DEBUG oslo_concurrency.lockutils [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.442585] env[69990]: DEBUG nova.compute.manager [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] No waiting events found dispatching network-vif-plugged-99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.442747] env[69990]: WARNING nova.compute.manager [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Received unexpected event network-vif-plugged-99ae35b7-fda5-4622-a057-82ce6ac234fb for instance with vm_state building and task_state spawning. [ 1268.442904] env[69990]: DEBUG nova.compute.manager [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Received event network-changed-99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.443247] env[69990]: DEBUG nova.compute.manager [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Refreshing instance network info cache due to event network-changed-99ae35b7-fda5-4622-a057-82ce6ac234fb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.443546] env[69990]: DEBUG oslo_concurrency.lockutils [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] Acquiring lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.443606] env[69990]: DEBUG oslo_concurrency.lockutils [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] Acquired lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.443798] env[69990]: DEBUG nova.network.neutron [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Refreshing network info cache for port 99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.495333] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2668b29f-2d88-4ca3-9be0-4b6a2677dd5f tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.044s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.497572] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd81467-93b0-461b-a28e-1c86fbf05eca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.505596] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7c8fce-aa6d-40ca-afa7-6a087c5356db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.537801] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f493313-fd3b-4269-9864-535327b3b159 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.545259] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c58c3-1b35-4f79-9e68-a5e3482fd1d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.559051] env[69990]: DEBUG nova.compute.provider_tree [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.609175] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "e31b22f9-50f3-41b2-8532-d063377c0cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.609440] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.609633] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "e31b22f9-50f3-41b2-8532-d063377c0cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.609827] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.609997] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.612225] env[69990]: INFO nova.compute.manager [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Terminating instance [ 1268.877951] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.975426] env[69990]: DEBUG nova.network.neutron [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.048091] env[69990]: DEBUG nova.network.neutron [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.061324] env[69990]: DEBUG nova.scheduler.client.report [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.116158] env[69990]: DEBUG nova.compute.manager [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.116539] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.117322] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895bc9e5-1b3b-4685-9ba4-7a7d0566cc59 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.125740] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.125970] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a6bb531-0a0d-4147-8076-b2ebdd3826cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.132885] env[69990]: DEBUG oslo_vmware.api [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1269.132885] env[69990]: value = "task-3447077" [ 1269.132885] env[69990]: _type = "Task" [ 1269.132885] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.141271] env[69990]: DEBUG oslo_vmware.api [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.550891] env[69990]: DEBUG oslo_concurrency.lockutils [req-55613e5b-57a8-4ff7-8437-aa08c4d50ea3 req-eb157f52-97b2-489f-a77a-e67d5a1d3af7 service nova] Releasing lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.551320] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.551486] env[69990]: DEBUG nova.network.neutron [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.566255] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.585249] env[69990]: INFO nova.scheduler.client.report [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Deleted allocations for instance 506a8d37-0a02-46b3-af37-4ea8f4b05e95 [ 1269.642741] env[69990]: DEBUG oslo_vmware.api [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447077, 'name': PowerOffVM_Task, 'duration_secs': 0.192224} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.643070] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.643173] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.643407] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d383c3d-3939-4e76-b9bf-5461d6699b6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.709972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.710316] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.710620] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Deleting the datastore file [datastore2] e31b22f9-50f3-41b2-8532-d063377c0cb2 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.710969] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb44491-9907-4932-97d5-43b58a3ce1bb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.718477] env[69990]: DEBUG oslo_vmware.api [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for the task: (returnval){ [ 1269.718477] env[69990]: value = "task-3447079" [ 1269.718477] env[69990]: _type = "Task" [ 1269.718477] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.726912] env[69990]: DEBUG oslo_vmware.api [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.082786] env[69990]: DEBUG nova.network.neutron [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.092544] env[69990]: DEBUG oslo_concurrency.lockutils [None req-53012986-942d-42f4-b718-d14d20aa711f tempest-ServersV294TestFqdnHostnames-1930229203 tempest-ServersV294TestFqdnHostnames-1930229203-project-member] Lock "506a8d37-0a02-46b3-af37-4ea8f4b05e95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.219618] env[69990]: DEBUG nova.network.neutron [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [{"id": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "address": "fa:16:3e:ed:f7:d9", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ae35b7-fd", "ovs_interfaceid": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.230085] env[69990]: DEBUG oslo_vmware.api [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Task: {'id': task-3447079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136323} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.230359] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.230591] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.230729] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.230877] env[69990]: INFO nova.compute.manager [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1270.231139] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.231380] env[69990]: DEBUG nova.compute.manager [-] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.231485] env[69990]: DEBUG nova.network.neutron [-] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.490512] env[69990]: DEBUG nova.compute.manager [req-a0a70d2f-8504-4af7-8b0d-37df75937725 req-4159e736-22ce-4824-a114-3fcc1405ce45 service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Received event network-vif-deleted-076df72b-fede-4404-8730-73011ff5bf18 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.490747] env[69990]: INFO nova.compute.manager [req-a0a70d2f-8504-4af7-8b0d-37df75937725 req-4159e736-22ce-4824-a114-3fcc1405ce45 service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Neutron deleted interface 076df72b-fede-4404-8730-73011ff5bf18; detaching it from the instance and deleting it from the info cache [ 1270.490942] env[69990]: DEBUG nova.network.neutron [req-a0a70d2f-8504-4af7-8b0d-37df75937725 req-4159e736-22ce-4824-a114-3fcc1405ce45 service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.725676] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.725990] env[69990]: DEBUG nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Instance network_info: |[{"id": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "address": "fa:16:3e:ed:f7:d9", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ae35b7-fd", "ovs_interfaceid": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.726481] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:f7:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99ae35b7-fda5-4622-a057-82ce6ac234fb', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.733898] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.734557] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.734557] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a10aa792-5e5e-40de-a48a-88995f121cf1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.758458] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.758458] env[69990]: value = "task-3447080" [ 1270.758458] env[69990]: _type = "Task" [ 1270.758458] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.974120] env[69990]: DEBUG nova.network.neutron [-] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.994636] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75185585-e450-4901-a2bb-f629cd6d9f0b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.009201] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043e257-c184-45f3-ae00-32e73c2bfdef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.064051] env[69990]: DEBUG nova.compute.manager [req-a0a70d2f-8504-4af7-8b0d-37df75937725 req-4159e736-22ce-4824-a114-3fcc1405ce45 service nova] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Detach interface failed, port_id=076df72b-fede-4404-8730-73011ff5bf18, reason: Instance e31b22f9-50f3-41b2-8532-d063377c0cb2 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.269369] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447080, 'name': CreateVM_Task, 'duration_secs': 0.336565} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.269691] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.270225] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.270389] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.270710] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.270969] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e07f88-e827-41fb-a6ce-07a4ee6f373a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.275826] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1271.275826] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525cbc4c-a0d0-ceb5-1289-4b6fe0cc4983" [ 1271.275826] env[69990]: _type = "Task" [ 1271.275826] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.283967] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525cbc4c-a0d0-ceb5-1289-4b6fe0cc4983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.481018] env[69990]: INFO nova.compute.manager [-] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Took 1.25 seconds to deallocate network for instance. [ 1271.787612] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525cbc4c-a0d0-ceb5-1289-4b6fe0cc4983, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.788230] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.788230] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.788502] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.788701] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.788935] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.789250] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1024c489-a43e-49b7-b5d3-ce20a108d039 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.798983] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.799105] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.799851] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c1db66-a988-4ea7-88b2-35ab2f375373 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.805847] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1271.805847] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52644f6a-bc58-37f5-9885-742fdd5e8321" [ 1271.805847] env[69990]: _type = "Task" [ 1271.805847] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.816943] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52644f6a-bc58-37f5-9885-742fdd5e8321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.988991] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.992301] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.992301] env[69990]: DEBUG nova.objects.instance [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lazy-loading 'resources' on Instance uuid e31b22f9-50f3-41b2-8532-d063377c0cb2 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.316442] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52644f6a-bc58-37f5-9885-742fdd5e8321, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.317231] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33886ddc-2625-4ede-b42d-fbe36ac4ede0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.322741] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1272.322741] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52e6a3a8-5d9c-2bbb-a44a-271f9330963c" [ 1272.322741] env[69990]: _type = "Task" [ 1272.322741] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.331112] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e6a3a8-5d9c-2bbb-a44a-271f9330963c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.561754] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1678b4-0a45-4a75-93de-ea555673c2c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.570601] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b888e-fb2d-4300-9636-c547861ecc76 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.600985] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79efc25-750c-45b6-9b52-a4b013d1bd28 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.608966] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634a5c09-90e2-4dbd-b395-cdbe92ed7389 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.622627] env[69990]: DEBUG nova.compute.provider_tree [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.833979] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52e6a3a8-5d9c-2bbb-a44a-271f9330963c, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.834313] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.834710] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.834832] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d910faa2-7f0f-4126-8bb9-319c25a6d928 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.842332] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1272.842332] env[69990]: value = "task-3447081" [ 1272.842332] env[69990]: _type = "Task" [ 1272.842332] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.852350] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.126777] env[69990]: DEBUG nova.scheduler.client.report [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.355276] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.633141] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.658690] env[69990]: INFO nova.scheduler.client.report [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Deleted allocations for instance e31b22f9-50f3-41b2-8532-d063377c0cb2 [ 1273.854359] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545072} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.854636] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.854850] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.855109] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d544f7e1-ce6b-4fd0-b6d5-af3f32223c64 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.865589] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1273.865589] env[69990]: value = "task-3447082" [ 1273.865589] env[69990]: _type = "Task" [ 1273.865589] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.874955] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.166148] env[69990]: DEBUG oslo_concurrency.lockutils [None req-fa9e2530-871f-4db8-b4ad-61c5a65df36a tempest-ServerAddressesNegativeTestJSON-1495587755 tempest-ServerAddressesNegativeTestJSON-1495587755-project-member] Lock "e31b22f9-50f3-41b2-8532-d063377c0cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.557s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.375936] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071799} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.376352] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.377755] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aade0b-eb6d-4cb6-ab0f-52250aca1bf7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.400198] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.400501] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ef8602-c41f-47b3-93bb-36b5af572253 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.421496] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1274.421496] env[69990]: value = "task-3447083" [ 1274.421496] env[69990]: _type = "Task" [ 1274.421496] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.430706] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.934936] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447083, 'name': ReconfigVM_Task, 'duration_secs': 0.286847} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.935258] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.936062] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5677c12f-8427-44c4-acac-ad50e982a0cd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.945983] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1274.945983] env[69990]: value = "task-3447084" [ 1274.945983] env[69990]: _type = "Task" [ 1274.945983] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.954958] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447084, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.459617] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447084, 'name': Rename_Task, 'duration_secs': 0.159483} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.459902] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.461259] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc983e3-8bec-4fa7-9c53-265b07044317 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.471857] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1275.471857] env[69990]: value = "task-3447085" [ 1275.471857] env[69990]: _type = "Task" [ 1275.471857] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.479943] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.499520] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "23928bb5-097c-435b-8acb-081ebb2fc83c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.499761] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.982960] env[69990]: DEBUG oslo_vmware.api [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447085, 'name': PowerOnVM_Task, 'duration_secs': 0.49875} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.982960] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.982960] env[69990]: INFO nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1275.982960] env[69990]: DEBUG nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.982960] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd42d1e-7631-4857-9666-e759d0b3cd02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.004916] env[69990]: DEBUG nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.503242] env[69990]: INFO nova.compute.manager [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Took 12.62 seconds to build instance. [ 1276.527780] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.528091] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.529604] env[69990]: INFO nova.compute.claims [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.005768] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f3ebfb7e-2e48-4627-a31d-772f5401b4b4 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.126s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.228939] env[69990]: DEBUG nova.compute.manager [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Received event network-changed-99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.229179] env[69990]: DEBUG nova.compute.manager [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Refreshing instance network info cache due to event network-changed-99ae35b7-fda5-4622-a057-82ce6ac234fb. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.229390] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] Acquiring lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.229535] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] Acquired lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.229734] env[69990]: DEBUG nova.network.neutron [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Refreshing network info cache for port 99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.541291] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.541653] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.632968] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9750a-8d6c-4fc2-bec3-421fbe01ce08 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.642227] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92824a26-90b7-4b03-b50f-4809d75ee8bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.678783] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec5ee96-6c0a-46e4-a47d-b53d35dc4df1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.686974] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf436cc-b907-40a8-b0f4-0b6fcce35ae3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.702159] env[69990]: DEBUG nova.compute.provider_tree [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.952373] env[69990]: DEBUG nova.network.neutron [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updated VIF entry in instance network info cache for port 99ae35b7-fda5-4622-a057-82ce6ac234fb. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.952842] env[69990]: DEBUG nova.network.neutron [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [{"id": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "address": "fa:16:3e:ed:f7:d9", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ae35b7-fd", "ovs_interfaceid": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.044255] env[69990]: DEBUG nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.205313] env[69990]: DEBUG nova.scheduler.client.report [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.456297] env[69990]: DEBUG oslo_concurrency.lockutils [req-fa875951-b743-442a-8d21-5fcfa0dcd333 req-3a5ca8e4-e6ee-4df5-a0f6-d43082ba549e service nova] Releasing lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.568778] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.710597] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.711200] env[69990]: DEBUG nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.713924] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.145s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.715485] env[69990]: INFO nova.compute.claims [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.221516] env[69990]: DEBUG nova.compute.utils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.228018] env[69990]: DEBUG nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.228018] env[69990]: DEBUG nova.network.neutron [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.276559] env[69990]: DEBUG nova.policy [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9600a4fd4f14a39890a3ec120167626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39e0496400bf45c092a3e1e44905e896', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.518649] env[69990]: DEBUG nova.network.neutron [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Successfully created port: 05aef725-8f54-417e-87b7-1b0e2118c591 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.726184] env[69990]: DEBUG nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.811475] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e1447b-e951-4fc6-aac9-780e88f669dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.819238] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe35d6-d844-4d10-b20e-6c6edf612f72 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.848564] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e57e2a7-e7ed-430d-b032-7e11d33f1504 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.855361] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30231b2a-1e73-4fe7-a193-3f4d847d824c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.868115] env[69990]: DEBUG nova.compute.provider_tree [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.371577] env[69990]: DEBUG nova.scheduler.client.report [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.738214] env[69990]: DEBUG nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.765295] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.765667] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.765935] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.766263] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.766557] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.766845] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.767210] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.767490] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.767715] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.767890] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.768083] env[69990]: DEBUG nova.virt.hardware [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.769053] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece9e4a-1d8e-4e46-9afc-aef5984889c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.776924] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5da605-9999-4b6f-8bab-accdee8635b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.867849] env[69990]: DEBUG nova.compute.manager [req-47fb20f1-c5a1-4f30-9b82-13a04e2511d9 req-a0773499-396f-4f8d-bb8a-8d4ed1c7dd36 service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Received event network-vif-plugged-05aef725-8f54-417e-87b7-1b0e2118c591 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.868106] env[69990]: DEBUG oslo_concurrency.lockutils [req-47fb20f1-c5a1-4f30-9b82-13a04e2511d9 req-a0773499-396f-4f8d-bb8a-8d4ed1c7dd36 service nova] Acquiring lock "23928bb5-097c-435b-8acb-081ebb2fc83c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.868278] env[69990]: DEBUG oslo_concurrency.lockutils [req-47fb20f1-c5a1-4f30-9b82-13a04e2511d9 req-a0773499-396f-4f8d-bb8a-8d4ed1c7dd36 service nova] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.868446] env[69990]: DEBUG oslo_concurrency.lockutils [req-47fb20f1-c5a1-4f30-9b82-13a04e2511d9 req-a0773499-396f-4f8d-bb8a-8d4ed1c7dd36 service nova] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.868610] env[69990]: DEBUG nova.compute.manager [req-47fb20f1-c5a1-4f30-9b82-13a04e2511d9 req-a0773499-396f-4f8d-bb8a-8d4ed1c7dd36 service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] No waiting events found dispatching network-vif-plugged-05aef725-8f54-417e-87b7-1b0e2118c591 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.868791] env[69990]: WARNING nova.compute.manager [req-47fb20f1-c5a1-4f30-9b82-13a04e2511d9 req-a0773499-396f-4f8d-bb8a-8d4ed1c7dd36 service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Received unexpected event network-vif-plugged-05aef725-8f54-417e-87b7-1b0e2118c591 for instance with vm_state building and task_state spawning. [ 1280.876457] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.876933] env[69990]: DEBUG nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.958093] env[69990]: DEBUG nova.network.neutron [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Successfully updated port: 05aef725-8f54-417e-87b7-1b0e2118c591 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.189648] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.189922] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.382523] env[69990]: DEBUG nova.compute.utils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.383909] env[69990]: DEBUG nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1281.460606] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.460765] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.460978] env[69990]: DEBUG nova.network.neutron [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.693119] env[69990]: DEBUG nova.compute.utils [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.886273] env[69990]: DEBUG nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.990617] env[69990]: DEBUG nova.network.neutron [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.095637] env[69990]: DEBUG nova.network.neutron [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Updating instance_info_cache with network_info: [{"id": "05aef725-8f54-417e-87b7-1b0e2118c591", "address": "fa:16:3e:d1:42:60", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05aef725-8f", "ovs_interfaceid": "05aef725-8f54-417e-87b7-1b0e2118c591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.195940] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.598595] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.598932] env[69990]: DEBUG nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Instance network_info: |[{"id": "05aef725-8f54-417e-87b7-1b0e2118c591", "address": "fa:16:3e:d1:42:60", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05aef725-8f", "ovs_interfaceid": "05aef725-8f54-417e-87b7-1b0e2118c591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.599393] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:42:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05aef725-8f54-417e-87b7-1b0e2118c591', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.606884] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Creating folder: Project (39e0496400bf45c092a3e1e44905e896). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.607166] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b3c20f7-178e-4e0c-acad-cb6719d28ace {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.619526] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Created folder: Project (39e0496400bf45c092a3e1e44905e896) in parent group-v687779. [ 1282.619710] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Creating folder: Instances. Parent ref: group-v688105. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.619923] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7341a2c6-ff3e-4021-8cfb-9ababd956d25 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.629257] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Created folder: Instances in parent group-v688105. [ 1282.629482] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.629666] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.629854] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3554f4c-5710-4fe2-a303-9b58b075d8ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.647509] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.647509] env[69990]: value = "task-3447088" [ 1282.647509] env[69990]: _type = "Task" [ 1282.647509] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.657016] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447088, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.895486] env[69990]: DEBUG nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.900024] env[69990]: DEBUG nova.compute.manager [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Received event network-changed-05aef725-8f54-417e-87b7-1b0e2118c591 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.900229] env[69990]: DEBUG nova.compute.manager [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Refreshing instance network info cache due to event network-changed-05aef725-8f54-417e-87b7-1b0e2118c591. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.900475] env[69990]: DEBUG oslo_concurrency.lockutils [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] Acquiring lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.900647] env[69990]: DEBUG oslo_concurrency.lockutils [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] Acquired lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.900841] env[69990]: DEBUG nova.network.neutron [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Refreshing network info cache for port 05aef725-8f54-417e-87b7-1b0e2118c591 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.923446] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.923715] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.923909] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.924141] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.924335] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.924512] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.924757] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.924947] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.925183] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.925388] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.925591] env[69990]: DEBUG nova.virt.hardware [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.926572] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839fe7f5-840d-4780-9268-9cc7807e8370 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.935403] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2c8d9-27ec-4021-94ce-a59460951a58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.950205] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.956326] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Creating folder: Project (660d6b118e00471687cc8770bf3d9fce). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.956644] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b62125e-31a0-4ea5-a9c4-48451536cd41 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.966071] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Created folder: Project (660d6b118e00471687cc8770bf3d9fce) in parent group-v687779. [ 1282.966277] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Creating folder: Instances. Parent ref: group-v688108. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.966515] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5000782-8a32-40d7-b1c9-6e2788287cf7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.974596] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Created folder: Instances in parent group-v688108. [ 1282.974842] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.975065] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.975290] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7684ed3-9d82-4b60-85c8-f99871fa585a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.992815] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.992815] env[69990]: value = "task-3447091" [ 1282.992815] env[69990]: _type = "Task" [ 1282.992815] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.000305] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447091, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.157206] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447088, 'name': CreateVM_Task, 'duration_secs': 0.299841} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.157418] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.158082] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.158260] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.158584] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.158861] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9663ddf-9fc6-408c-a612-d9a45ad0021d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.163566] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1283.163566] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]527a799a-f9f1-b3c4-947b-c227335719a2" [ 1283.163566] env[69990]: _type = "Task" [ 1283.163566] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.171386] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527a799a-f9f1-b3c4-947b-c227335719a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.266941] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.267206] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.267450] env[69990]: INFO nova.compute.manager [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Attaching volume b94f31c0-755b-4e95-bccd-65380287b701 to /dev/sdb [ 1283.301607] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35748466-0eae-4348-8e45-f6845c1175a6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.308578] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220e1349-6aad-4309-866f-b605abb4e214 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.322275] env[69990]: DEBUG nova.virt.block_device [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updating existing volume attachment record: fc09cc59-bb9a-495b-ba6a-a8c182254f05 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1283.509493] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447091, 'name': CreateVM_Task, 'duration_secs': 0.247298} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.509493] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.510019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.612600] env[69990]: DEBUG nova.network.neutron [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Updated VIF entry in instance network info cache for port 05aef725-8f54-417e-87b7-1b0e2118c591. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.613257] env[69990]: DEBUG nova.network.neutron [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Updating instance_info_cache with network_info: [{"id": "05aef725-8f54-417e-87b7-1b0e2118c591", "address": "fa:16:3e:d1:42:60", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05aef725-8f", "ovs_interfaceid": "05aef725-8f54-417e-87b7-1b0e2118c591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.674626] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]527a799a-f9f1-b3c4-947b-c227335719a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.674894] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.675158] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.675415] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.675565] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.675751] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.676058] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.676378] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.676622] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2b7aa5-642e-4232-ac99-cb8216560a66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.678456] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09c5169-3805-4b54-9daa-1918d74a3232 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.684131] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1283.684131] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5217deeb-99a3-d134-a25d-f0364c9e90f3" [ 1283.684131] env[69990]: _type = "Task" [ 1283.684131] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.688090] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.688281] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.689666] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a12d97-a450-4025-8ba0-fc4ae4b14144 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.696997] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5217deeb-99a3-d134-a25d-f0364c9e90f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.699983] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1283.699983] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ee2754-3185-1f35-5086-321a19488673" [ 1283.699983] env[69990]: _type = "Task" [ 1283.699983] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.707917] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ee2754-3185-1f35-5086-321a19488673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.115651] env[69990]: DEBUG oslo_concurrency.lockutils [req-729ed643-4d02-4fe2-9c56-f13f9a53bd30 req-713d3301-c084-4ab7-8e25-1973da8d376f service nova] Releasing lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.194606] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5217deeb-99a3-d134-a25d-f0364c9e90f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017203} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.194942] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.195132] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.195347] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.208551] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ee2754-3185-1f35-5086-321a19488673, 'name': SearchDatastore_Task, 'duration_secs': 0.007624} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.209285] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79983faf-3dc3-4d46-9a06-46b1c25e70ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.213812] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1284.213812] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52c23807-f341-854b-8108-9aed4d14e0ca" [ 1284.213812] env[69990]: _type = "Task" [ 1284.213812] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.221312] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c23807-f341-854b-8108-9aed4d14e0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.725029] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52c23807-f341-854b-8108-9aed4d14e0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.725029] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.725200] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/23928bb5-097c-435b-8acb-081ebb2fc83c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.725413] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.725604] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.725815] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c281e717-057f-4f5e-aa9f-294ccdd622f4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.727643] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76cf8e05-21fa-4d54-9ebd-b9689edcd058 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.734643] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1284.734643] env[69990]: value = "task-3447093" [ 1284.734643] env[69990]: _type = "Task" [ 1284.734643] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.738185] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.738358] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.739291] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17693827-5fe1-4e3d-9cee-430058137ed0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.744007] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.746930] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1284.746930] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d1a5c6-6ddc-1130-a85d-ae73233e6439" [ 1284.746930] env[69990]: _type = "Task" [ 1284.746930] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.753572] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d1a5c6-6ddc-1130-a85d-ae73233e6439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.244877] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40334} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.245256] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/23928bb5-097c-435b-8acb-081ebb2fc83c.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.245357] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.245517] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1250cdf-34fd-45d1-825d-2bfff41d396b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.255379] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d1a5c6-6ddc-1130-a85d-ae73233e6439, 'name': SearchDatastore_Task, 'duration_secs': 0.007911} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.257059] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1285.257059] env[69990]: value = "task-3447094" [ 1285.257059] env[69990]: _type = "Task" [ 1285.257059] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.257380] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97868a07-dde0-4aa0-8462-73a653cb6d80 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.264499] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1285.264499] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52707ac4-9d2c-7032-4ab1-e61c2db55088" [ 1285.264499] env[69990]: _type = "Task" [ 1285.264499] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.267489] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.274284] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52707ac4-9d2c-7032-4ab1-e61c2db55088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.768689] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064116} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.771546] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.772296] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d801277-9342-450b-befe-b1915b3887be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.779719] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52707ac4-9d2c-7032-4ab1-e61c2db55088, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.789556] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.789821] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.798441] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/23928bb5-097c-435b-8acb-081ebb2fc83c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.798682] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ef5953-3882-4cfd-b343-231b1f97a4b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.800532] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97aeaf0-3a69-4b1e-a602-73a3da93a79f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.819246] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1285.819246] env[69990]: value = "task-3447097" [ 1285.819246] env[69990]: _type = "Task" [ 1285.819246] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.820466] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1285.820466] env[69990]: value = "task-3447096" [ 1285.820466] env[69990]: _type = "Task" [ 1285.820466] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.831254] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.834032] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.934861] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.935113] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.333884] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447097, 'name': ReconfigVM_Task, 'duration_secs': 0.449869} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.337332] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/23928bb5-097c-435b-8acb-081ebb2fc83c.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.338086] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411583} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.338327] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86c9e5b5-b894-4c50-9560-11f364a6815e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.339914] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.340189] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.340447] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8421509c-7532-4847-8510-4a0fed27c18f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.346787] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1286.346787] env[69990]: value = "task-3447098" [ 1286.346787] env[69990]: _type = "Task" [ 1286.346787] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.348036] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1286.348036] env[69990]: value = "task-3447099" [ 1286.348036] env[69990]: _type = "Task" [ 1286.348036] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.358522] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447098, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.361830] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.438291] env[69990]: DEBUG nova.compute.utils [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.860244] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068406} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.863160] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.863452] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447098, 'name': Rename_Task, 'duration_secs': 0.160296} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.864117] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aede158-0203-44bb-b5c5-1fd4c3392458 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.866380] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.866625] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4aadcfd-673b-48be-a8af-2cc9c89d013d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.885427] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.886705] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63384cdc-feda-4d8c-9046-125eb875c589 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.902301] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1286.902301] env[69990]: value = "task-3447100" [ 1286.902301] env[69990]: _type = "Task" [ 1286.902301] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.913940] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1286.913940] env[69990]: value = "task-3447101" [ 1286.913940] env[69990]: _type = "Task" [ 1286.913940] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.917573] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.925454] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.941329] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.414690] env[69990]: DEBUG oslo_vmware.api [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447100, 'name': PowerOnVM_Task, 'duration_secs': 0.457019} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.415638] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.415764] env[69990]: INFO nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1287.415881] env[69990]: DEBUG nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.416669] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a0b640-e2fa-4701-9607-7d3a94ed567d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.426874] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447101, 'name': ReconfigVM_Task, 'duration_secs': 0.262691} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.428373] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.431356] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed78ab58-c4f0-4edf-9ca7-4fdf94f97347 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.439363] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1287.439363] env[69990]: value = "task-3447102" [ 1287.439363] env[69990]: _type = "Task" [ 1287.439363] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.447366] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447102, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.866595] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1287.866855] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688111', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'name': 'volume-b94f31c0-755b-4e95-bccd-65380287b701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'serial': 'b94f31c0-755b-4e95-bccd-65380287b701'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1287.867740] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2f175e-f42c-48e2-86ba-ec8af772ac9b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.884157] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084942aa-1ab7-409f-a209-b6b37fcdcf61 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.907923] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-b94f31c0-755b-4e95-bccd-65380287b701/volume-b94f31c0-755b-4e95-bccd-65380287b701.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.908159] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bbc1b2f-a5e7-480d-99ee-caa83ccb8e09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.925672] env[69990]: DEBUG oslo_vmware.api [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1287.925672] env[69990]: value = "task-3447103" [ 1287.925672] env[69990]: _type = "Task" [ 1287.925672] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.936665] env[69990]: DEBUG oslo_vmware.api [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.943643] env[69990]: INFO nova.compute.manager [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Took 11.44 seconds to build instance. [ 1287.949634] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447102, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.006927] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.007346] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.007711] env[69990]: INFO nova.compute.manager [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Attaching volume 7118e88e-8e56-4676-ae1c-42e4e7c6f030 to /dev/sdb [ 1288.037770] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.038148] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.038453] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.038772] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.039103] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.040344] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.041282] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0010d55-022c-453c-a710-1f0d0673aa0c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.044646] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.044847] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1288.045066] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.050456] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad398ff-4c6e-4fba-bb5d-b88d1a178202 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.064540] env[69990]: DEBUG nova.virt.block_device [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updating existing volume attachment record: 5adc6d4d-4c3f-43a2-9344-3745d6e98c2b {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.435766] env[69990]: DEBUG oslo_vmware.api [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447103, 'name': ReconfigVM_Task, 'duration_secs': 0.350384} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.436138] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-b94f31c0-755b-4e95-bccd-65380287b701/volume-b94f31c0-755b-4e95-bccd-65380287b701.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.440792] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2214eb4e-3100-4539-8f90-260c7f770a5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.453109] env[69990]: DEBUG oslo_concurrency.lockutils [None req-7cd499f2-f546-4f66-895d-1883ab759988 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.953s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.460168] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447102, 'name': Rename_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.461531] env[69990]: DEBUG oslo_vmware.api [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1288.461531] env[69990]: value = "task-3447107" [ 1288.461531] env[69990]: _type = "Task" [ 1288.461531] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.468986] env[69990]: DEBUG oslo_vmware.api [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.548709] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.549166] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.549166] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.549339] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1288.550294] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443c412c-fdcb-436a-afcd-019bd12b3066 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.558947] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8193550e-ebf4-441c-b0a8-d7f2afcf9fa1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.573185] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552766d-a43b-4e51-8c45-633d6def0915 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.580302] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e7e3e7-e917-4e88-8245-0d038b808322 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.617028] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180104MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1288.617203] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.617434] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.635017] env[69990]: INFO nova.compute.manager [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Rescuing [ 1288.635323] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.635476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.635645] env[69990]: DEBUG nova.network.neutron [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.951312] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447102, 'name': Rename_Task, 'duration_secs': 1.153498} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.951540] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.951818] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fda5d815-c418-4c3e-943a-2fd6ae204b29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.957612] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1288.957612] env[69990]: value = "task-3447108" [ 1288.957612] env[69990]: _type = "Task" [ 1288.957612] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.964914] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.971765] env[69990]: DEBUG oslo_vmware.api [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447107, 'name': ReconfigVM_Task, 'duration_secs': 0.138733} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.972060] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688111', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'name': 'volume-b94f31c0-755b-4e95-bccd-65380287b701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'serial': 'b94f31c0-755b-4e95-bccd-65380287b701'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1289.329319] env[69990]: DEBUG nova.network.neutron [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Updating instance_info_cache with network_info: [{"id": "05aef725-8f54-417e-87b7-1b0e2118c591", "address": "fa:16:3e:d1:42:60", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05aef725-8f", "ovs_interfaceid": "05aef725-8f54-417e-87b7-1b0e2118c591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.466971] env[69990]: DEBUG oslo_vmware.api [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447108, 'name': PowerOnVM_Task, 'duration_secs': 0.471376} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.467378] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.467378] env[69990]: INFO nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1289.467558] env[69990]: DEBUG nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.468347] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cb3c6a-0741-4e34-b73f-bd0470609990 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.645371] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.645529] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 036749b1-ac57-41d5-8ae0-fb528ef33ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.645665] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 4ae53244-7a03-402a-9b17-df3cc7c15ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.645773] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 7fb4700b-8b59-4e79-af78-270c55f5dde4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.645889] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 23928bb5-097c-435b-8acb-081ebb2fc83c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.646010] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.646202] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1289.646341] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1289.719873] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83aba10-9627-4528-8091-47fca324de7a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.727545] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8b3c0-d7f5-4b3c-8007-1374065771c3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.758113] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c219749a-74f2-45fe-b67a-c09ac307d456 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.765840] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2e222a-b19f-47a9-b8a1-f8f3f09cea32 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.779277] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.832336] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "refresh_cache-23928bb5-097c-435b-8acb-081ebb2fc83c" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.986223] env[69990]: INFO nova.compute.manager [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Took 11.44 seconds to build instance. [ 1290.009549] env[69990]: DEBUG nova.objects.instance [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid 036749b1-ac57-41d5-8ae0-fb528ef33ffa {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.283451] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.414086] env[69990]: INFO nova.compute.manager [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Rebuilding instance [ 1290.463360] env[69990]: DEBUG nova.compute.manager [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.464248] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86fac0-f50d-440b-af62-c7ef90a8b6ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.488355] env[69990]: DEBUG oslo_concurrency.lockutils [None req-5563c854-9c06-40cb-8f55-fa880db3db88 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.947s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.513587] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00480d69-2fee-422e-9f4e-8fba3567d55a tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.788381] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1290.788574] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.171s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.361027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.361027] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.362287] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.363097] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec2ceb3a-906f-4387-8305-976c0833786e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.371383] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1291.371383] env[69990]: value = "task-3447110" [ 1291.371383] env[69990]: _type = "Task" [ 1291.371383] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.380687] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.478032] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.478032] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd24a64-0932-415e-adff-8a0ff58f197e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.485149] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1291.485149] env[69990]: value = "task-3447111" [ 1291.485149] env[69990]: _type = "Task" [ 1291.485149] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.496192] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.864382] env[69990]: DEBUG nova.compute.utils [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.881441] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447110, 'name': PowerOffVM_Task, 'duration_secs': 0.225077} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.881986] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.882772] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effe6019-5cb7-4f99-a7df-88be45ebf6fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.900611] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332659a4-d82d-4e92-9f95-b97d7d7c86ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.927415] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.927765] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-881647e4-f2a9-46e2-a9b6-014cabbf2fb4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.933761] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1291.933761] env[69990]: value = "task-3447112" [ 1291.933761] env[69990]: _type = "Task" [ 1291.933761] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.941087] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.994024] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447111, 'name': PowerOffVM_Task, 'duration_secs': 0.109184} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.994303] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.994547] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.995270] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9de376-398b-4643-ba17-0462dee8f359 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.001837] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.002065] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ece5e59-a31e-46ed-a20c-61cb30fbb193 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.030754] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.030973] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.031164] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Deleting the datastore file [datastore2] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.031405] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f1f892-44f5-48dc-a1d2-f9fb4b2cbb2e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.037223] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1292.037223] env[69990]: value = "task-3447114" [ 1292.037223] env[69990]: _type = "Task" [ 1292.037223] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.044598] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.367616] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.444197] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.444320] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.444552] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.444716] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.444912] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.445175] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c99dc25-52e3-4222-bb98-d88a2b53b779 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.452737] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.452912] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.453609] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd05e18-4fe9-4e10-8469-d8b2447cbccb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.458157] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1292.458157] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5214a859-ecb3-5ce5-0431-671b35fd7b56" [ 1292.458157] env[69990]: _type = "Task" [ 1292.458157] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.466798] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5214a859-ecb3-5ce5-0431-671b35fd7b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.546276] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08582} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.546531] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.546749] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.546936] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.608399] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1292.608627] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1292.609505] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928e2c14-9c0b-4d97-88ca-0c6a58a58fca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.626048] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e1d8e2-dedd-43cd-a8cc-d2067316cd3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.649265] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030/volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.649836] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea56ae2a-6ef0-4fd2-82af-8f47cbf93925 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.668232] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1292.668232] env[69990]: value = "task-3447115" [ 1292.668232] env[69990]: _type = "Task" [ 1292.668232] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.675959] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.968560] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5214a859-ecb3-5ce5-0431-671b35fd7b56, 'name': SearchDatastore_Task, 'duration_secs': 0.007791} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.969339] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc74b6b-46c1-44f0-943c-4f62d4f693bf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.974168] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1292.974168] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52617e59-2be5-e39d-da9e-df9f7df854dd" [ 1292.974168] env[69990]: _type = "Task" [ 1292.974168] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.981411] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52617e59-2be5-e39d-da9e-df9f7df854dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.177696] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447115, 'name': ReconfigVM_Task, 'duration_secs': 0.319603} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.178017] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030/volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.182981] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db841df1-9a6e-4c48-872f-6a94b47d4159 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.196994] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1293.196994] env[69990]: value = "task-3447116" [ 1293.196994] env[69990]: _type = "Task" [ 1293.196994] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.204327] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.424663] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.424913] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.425167] env[69990]: INFO nova.compute.manager [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Attaching volume 0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8 to /dev/sdc [ 1293.454341] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abccce69-e55d-4b3f-868d-144a49962316 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.463011] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67caefb0-15fe-45b2-bff0-1517dd791434 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.475923] env[69990]: DEBUG nova.virt.block_device [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updating existing volume attachment record: f86c9675-f9cc-4c3f-8b94-7e5acaafa8d5 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1293.485576] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52617e59-2be5-e39d-da9e-df9f7df854dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.485679] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.485917] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. {{(pid=69990) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1293.486176] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2945d1e0-0dbc-4c41-9444-551bde8f63a9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.492638] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1293.492638] env[69990]: value = "task-3447117" [ 1293.492638] env[69990]: _type = "Task" [ 1293.492638] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.500317] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.576108] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.576403] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.576568] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.576778] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.576938] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.577095] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.577312] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.577492] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.577668] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.577829] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.578058] env[69990]: DEBUG nova.virt.hardware [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.578905] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddd921-a1ca-4584-a841-18433768743e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.586235] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec294e0-48cb-4e4f-b67c-28950a60c792 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.599390] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.605129] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.605367] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.605569] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7d92b57-c646-47a8-bff1-a4285d497b6f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.621411] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.621411] env[69990]: value = "task-3447118" [ 1293.621411] env[69990]: _type = "Task" [ 1293.621411] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.628470] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447118, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.706997] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.002920] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.130929] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447118, 'name': CreateVM_Task, 'duration_secs': 0.254507} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.131099] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.131500] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.131657] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.131974] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.132227] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297d0204-ede7-4084-a3d9-ec8216507d16 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.136987] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1294.136987] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f4a0b7-7ec8-2862-4378-a522330a54ea" [ 1294.136987] env[69990]: _type = "Task" [ 1294.136987] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.143881] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f4a0b7-7ec8-2862-4378-a522330a54ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.206394] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.503749] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447117, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.647118] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f4a0b7-7ec8-2862-4378-a522330a54ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.647511] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.647656] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.647895] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.648056] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.648245] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.648504] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-209ecfca-fa6a-49d0-9c18-410735f9594d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.655633] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.655807] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.656500] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11bb06c2-5315-4916-adbc-7c7d88a5494f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.660985] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1294.660985] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52ffe3bf-295b-4471-bd6d-91c02b5d6791" [ 1294.660985] env[69990]: _type = "Task" [ 1294.660985] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.669678] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ffe3bf-295b-4471-bd6d-91c02b5d6791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.705831] env[69990]: DEBUG oslo_vmware.api [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447116, 'name': ReconfigVM_Task, 'duration_secs': 1.144282} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.706121] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1295.003490] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447117, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.157461} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.003768] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. [ 1295.004565] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed1993b-944b-4418-907c-2f718aba58e8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.029558] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.029851] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf69253-cdb2-4aba-9bac-6a83e59e4bbf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.048056] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1295.048056] env[69990]: value = "task-3447120" [ 1295.048056] env[69990]: _type = "Task" [ 1295.048056] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.055443] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.176059] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52ffe3bf-295b-4471-bd6d-91c02b5d6791, 'name': SearchDatastore_Task, 'duration_secs': 0.007565} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.177315] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ccb6e9-fd03-4f88-8b1b-0f369768df4a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.184600] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1295.184600] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]528c5920-3f2c-bd6d-2db2-991d50d995e5" [ 1295.184600] env[69990]: _type = "Task" [ 1295.184600] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.195603] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528c5920-3f2c-bd6d-2db2-991d50d995e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.557901] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447120, 'name': ReconfigVM_Task, 'duration_secs': 0.307785} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.558235] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.559104] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4361528-a3f7-4ba8-bffe-03ee4f1a06de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.583647] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68385910-27f5-4cfd-a3d9-a831d3b6504d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.598681] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1295.598681] env[69990]: value = "task-3447121" [ 1295.598681] env[69990]: _type = "Task" [ 1295.598681] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.605850] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.694458] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]528c5920-3f2c-bd6d-2db2-991d50d995e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.694785] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.695043] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.695318] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-348b6aa3-1cab-438a-b3c6-068cee97eb64 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.702862] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1295.702862] env[69990]: value = "task-3447123" [ 1295.702862] env[69990]: _type = "Task" [ 1295.702862] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.710414] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.745623] env[69990]: DEBUG nova.objects.instance [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'flavor' on Instance uuid 4ae53244-7a03-402a-9b17-df3cc7c15ee5 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.109891] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447121, 'name': ReconfigVM_Task, 'duration_secs': 0.144858} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.110224] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.110511] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cd3175e-bae5-4fd3-9c13-bd3e79294596 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.119272] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1296.119272] env[69990]: value = "task-3447124" [ 1296.119272] env[69990]: _type = "Task" [ 1296.119272] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.127640] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.212683] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472728} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.212945] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.213175] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.213421] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfcfec15-1d9b-47df-a0fe-f47ea4d0a626 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.223815] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1296.223815] env[69990]: value = "task-3447125" [ 1296.223815] env[69990]: _type = "Task" [ 1296.223815] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.233970] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.250441] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ac04175b-065a-4980-9296-0237a81a2b5b tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.243s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.630954] env[69990]: DEBUG oslo_vmware.api [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447124, 'name': PowerOnVM_Task, 'duration_secs': 0.430678} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.631304] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.633950] env[69990]: DEBUG nova.compute.manager [None req-b83b04c2-654a-4ba6-88c7-8da8d9e9636a tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.634760] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c65469-de8b-4e7f-993b-4a384f9ab628 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.721311] env[69990]: INFO nova.compute.manager [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Rebuilding instance [ 1296.732504] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056489} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.732754] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.733811] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a8810-827a-4862-afbc-50807fa3d50e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.755103] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.758735] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95cde44-2aa3-42f7-90a9-bd200d1f399b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.777587] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1296.777587] env[69990]: value = "task-3447126" [ 1296.777587] env[69990]: _type = "Task" [ 1296.777587] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.787178] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.791667] env[69990]: DEBUG nova.compute.manager [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.792397] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1378250b-d52f-4c83-9b98-220b0d9ccfb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.288158] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447126, 'name': ReconfigVM_Task, 'duration_secs': 0.239254} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.288448] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8/6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.289078] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96344e34-a28f-44b7-9704-d9dee7f186db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.295893] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1297.295893] env[69990]: value = "task-3447127" [ 1297.295893] env[69990]: _type = "Task" [ 1297.295893] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.305855] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447127, 'name': Rename_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.806509] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447127, 'name': Rename_Task, 'duration_secs': 0.127775} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.806973] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.807265] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.807551] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b2059a-fb62-4e30-a878-f62568076832 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.808901] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c681e30-9b5d-4328-a6ab-78000b0a7264 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.815723] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1297.815723] env[69990]: value = "task-3447129" [ 1297.815723] env[69990]: _type = "Task" [ 1297.815723] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.819809] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1297.819809] env[69990]: value = "task-3447128" [ 1297.819809] env[69990]: _type = "Task" [ 1297.819809] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.825462] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.830478] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.982411] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.982707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.021299] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1298.021572] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688114', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'name': 'volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'serial': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1298.023625] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758aec4-8aa6-47ca-a610-5053c3e686d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.040540] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125fe8c7-261c-45cd-b4d1-7ee8f6a6b235 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.069020] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8/volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.069020] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342b6d7a-4c3c-4772-be2d-c73361f9ce86 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.088393] env[69990]: DEBUG oslo_vmware.api [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1298.088393] env[69990]: value = "task-3447130" [ 1298.088393] env[69990]: _type = "Task" [ 1298.088393] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.095863] env[69990]: DEBUG oslo_vmware.api [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.329208] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447128, 'name': PowerOffVM_Task, 'duration_secs': 0.222195} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.332296] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.333986] env[69990]: DEBUG oslo_vmware.api [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447129, 'name': PowerOnVM_Task, 'duration_secs': 0.412673} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.334453] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.334703] env[69990]: DEBUG nova.compute.manager [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.335415] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cbc257-029a-40b3-b28b-b4921849fd49 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.385080] env[69990]: INFO nova.compute.manager [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Detaching volume 7118e88e-8e56-4676-ae1c-42e4e7c6f030 [ 1298.415841] env[69990]: INFO nova.virt.block_device [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Attempting to driver detach volume 7118e88e-8e56-4676-ae1c-42e4e7c6f030 from mountpoint /dev/sdb [ 1298.416087] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1298.416279] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1298.417233] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b2921c-b1ce-4c53-a8bf-6c0063aa69c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.438697] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd21f2-b2da-45ab-8d14-ea1cf79aa5d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.445419] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38c13a-f767-4ae5-a86a-36a14988d2a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.467437] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa423d15-664b-4ce6-a551-13ea0104b096 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.482762] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] The volume has not been displaced from its original location: [datastore1] volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030/volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1298.488419] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.488865] env[69990]: DEBUG nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.491847] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d854bc-92c6-434d-a5a0-d20d1c9c7f44 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.510132] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1298.510132] env[69990]: value = "task-3447131" [ 1298.510132] env[69990]: _type = "Task" [ 1298.510132] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.518857] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.600024] env[69990]: DEBUG oslo_vmware.api [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447130, 'name': ReconfigVM_Task, 'duration_secs': 0.345829} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.600334] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8/volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.605094] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73479a6c-2180-4ed6-88d4-3a0e24031a63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.623355] env[69990]: DEBUG oslo_vmware.api [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1298.623355] env[69990]: value = "task-3447132" [ 1298.623355] env[69990]: _type = "Task" [ 1298.623355] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.634227] env[69990]: DEBUG oslo_vmware.api [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.855955] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.856208] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.856399] env[69990]: DEBUG nova.objects.instance [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1299.020123] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447131, 'name': ReconfigVM_Task, 'duration_secs': 0.205446} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.020501] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.025013] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44cd9112-2772-446a-9acd-bbc4d1220297 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.039156] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.044967] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1299.044967] env[69990]: value = "task-3447133" [ 1299.044967] env[69990]: _type = "Task" [ 1299.044967] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.052770] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.124589] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.124858] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.125135] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.125336] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.125509] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.130815] env[69990]: INFO nova.compute.manager [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Terminating instance [ 1299.137622] env[69990]: DEBUG oslo_vmware.api [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447132, 'name': ReconfigVM_Task, 'duration_secs': 0.150431} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.137798] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688114', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'name': 'volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'serial': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1299.556021] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447133, 'name': ReconfigVM_Task, 'duration_secs': 0.470542} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.556021] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.634695] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "refresh_cache-6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.634955] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquired lock "refresh_cache-6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.635204] env[69990]: DEBUG nova.network.neutron [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.865233] env[69990]: DEBUG oslo_concurrency.lockutils [None req-468973c1-679b-4e03-b8ab-f3e8315b41a1 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.867054] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.828s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.868251] env[69990]: INFO nova.compute.claims [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.153499] env[69990]: DEBUG nova.network.neutron [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.173057] env[69990]: DEBUG nova.objects.instance [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid 036749b1-ac57-41d5-8ae0-fb528ef33ffa {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.206196] env[69990]: DEBUG nova.network.neutron [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.603154] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.604038] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-363ebf08-3e72-47c6-8cb9-7ff4efb5f535 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.610717] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1300.610717] env[69990]: value = "task-3447134" [ 1300.610717] env[69990]: _type = "Task" [ 1300.610717] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.618944] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.681084] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d237f7e7-7114-42bc-a789-254b4a8aed47 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.708862] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Releasing lock "refresh_cache-6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.709392] env[69990]: DEBUG nova.compute.manager [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.709662] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.710944] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b769765f-8177-4297-b6fd-01ad9207e02b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.719705] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.719979] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a70f7ab-560e-4733-a758-f2dd8653cd58 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.727107] env[69990]: DEBUG oslo_vmware.api [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1300.727107] env[69990]: value = "task-3447135" [ 1300.727107] env[69990]: _type = "Task" [ 1300.727107] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.735960] env[69990]: DEBUG oslo_vmware.api [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.981608] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aef7dcd-c38e-4ece-9233-bcbf3253314a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.989057] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7bdb6f-7b05-4497-bf4a-cad20dd67ee5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.020915] env[69990]: DEBUG oslo_concurrency.lockutils [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.021173] env[69990]: DEBUG oslo_concurrency.lockutils [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.023540] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1c5662-da13-4713-a902-66f9314ec66b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.034736] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec259850-ebe5-48bd-9418-7df2f17ee82e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.049284] env[69990]: DEBUG nova.compute.provider_tree [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.121842] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.122136] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1301.122338] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1301.123088] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed9cfbf-e3de-40f2-bea2-0757e197e920 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.141450] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4384edcb-c22c-4f83-87ab-97bde23c5122 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.147522] env[69990]: WARNING nova.virt.vmwareapi.driver [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1301.147752] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.148441] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a48d1dd-d0f6-452d-9fb3-721a4bfc34fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.154414] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.154619] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac68b45-9ee7-4489-afab-d33707ad6b9e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.220064] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.220235] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.220419] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleting the datastore file [datastore2] 4ae53244-7a03-402a-9b17-df3cc7c15ee5 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.220671] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aa636fa-a0e6-4be0-91a5-933d9b44e6dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.226750] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1301.226750] env[69990]: value = "task-3447137" [ 1301.226750] env[69990]: _type = "Task" [ 1301.226750] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.237109] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.240054] env[69990]: DEBUG oslo_vmware.api [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447135, 'name': PowerOffVM_Task, 'duration_secs': 0.140272} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.240307] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.240492] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.240719] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d89c2c93-6820-4671-88b0-c2990b61bf43 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.263466] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.263662] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.263833] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Deleting the datastore file [datastore1] 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.264082] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebd8bc8f-b2fe-4df6-bc95-4398830f0f1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.270048] env[69990]: DEBUG oslo_vmware.api [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for the task: (returnval){ [ 1301.270048] env[69990]: value = "task-3447139" [ 1301.270048] env[69990]: _type = "Task" [ 1301.270048] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.277094] env[69990]: DEBUG oslo_vmware.api [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.524965] env[69990]: INFO nova.compute.manager [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Detaching volume b94f31c0-755b-4e95-bccd-65380287b701 [ 1301.552119] env[69990]: DEBUG nova.scheduler.client.report [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.555933] env[69990]: INFO nova.virt.block_device [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Attempting to driver detach volume b94f31c0-755b-4e95-bccd-65380287b701 from mountpoint /dev/sdb [ 1301.556162] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1301.556345] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688111', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'name': 'volume-b94f31c0-755b-4e95-bccd-65380287b701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'serial': 'b94f31c0-755b-4e95-bccd-65380287b701'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1301.557208] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6d9053-d9ff-4fc6-8e2d-e43456d6c288 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.583365] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65741edb-0583-4b2b-90c8-1fe801d539d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.590287] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ba771-a0f6-40d2-9cac-c74ae952d0fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.612515] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08694e52-99d6-4250-af2f-88a8f36e5c9d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.626873] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] The volume has not been displaced from its original location: [datastore2] volume-b94f31c0-755b-4e95-bccd-65380287b701/volume-b94f31c0-755b-4e95-bccd-65380287b701.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1301.632142] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1301.632656] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9faa3ed5-1c07-4bb1-8f35-0159bfb4a2df {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.651170] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1301.651170] env[69990]: value = "task-3447140" [ 1301.651170] env[69990]: _type = "Task" [ 1301.651170] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.658606] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.736491] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136516} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.736745] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.736982] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.737189] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.781050] env[69990]: DEBUG oslo_vmware.api [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Task: {'id': task-3447139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103393} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.781267] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.781458] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.781634] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.781804] env[69990]: INFO nova.compute.manager [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1301.782054] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.782250] env[69990]: DEBUG nova.compute.manager [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.782345] env[69990]: DEBUG nova.network.neutron [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.803856] env[69990]: DEBUG nova.network.neutron [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.061210] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.061865] env[69990]: DEBUG nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.160820] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.241931] env[69990]: INFO nova.virt.block_device [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Booting with volume 7118e88e-8e56-4676-ae1c-42e4e7c6f030 at /dev/sdb [ 1302.271214] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29dace42-49f8-42a3-a143-a45bdbbfe3b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.282879] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1379075a-9be6-4f9e-a4a6-07253276cf74 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.308836] env[69990]: DEBUG nova.network.neutron [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.310024] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18acdde7-575b-48e0-a217-9d231b4e58ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.318313] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2064f4d5-d4e9-4c6d-9371-35681efbe8cc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.344880] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d16437-90a3-4462-ada8-e925b3ad13af {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.351176] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6271dde5-c32c-4b45-97be-4c44f69c3364 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.363390] env[69990]: DEBUG nova.virt.block_device [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updating existing volume attachment record: f80f3e4a-5196-498e-a3c9-762b3252a350 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1302.566395] env[69990]: DEBUG nova.compute.utils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.567786] env[69990]: DEBUG nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.568012] env[69990]: DEBUG nova.network.neutron [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.602297] env[69990]: DEBUG nova.policy [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9600a4fd4f14a39890a3ec120167626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39e0496400bf45c092a3e1e44905e896', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.661553] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.812878] env[69990]: INFO nova.compute.manager [-] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Took 1.03 seconds to deallocate network for instance. [ 1302.855111] env[69990]: DEBUG nova.network.neutron [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Successfully created port: 23846c99-4534-4ba3-87a3-3985dcfabfbd {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.071559] env[69990]: DEBUG nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.163148] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447140, 'name': ReconfigVM_Task, 'duration_secs': 1.23293} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.163412] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.168250] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9099207-5ed6-49f4-bf87-241bbbf24b5e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.183403] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1303.183403] env[69990]: value = "task-3447141" [ 1303.183403] env[69990]: _type = "Task" [ 1303.183403] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.191168] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.319283] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.319558] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.319785] env[69990]: DEBUG nova.objects.instance [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lazy-loading 'resources' on Instance uuid 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.692739] env[69990]: DEBUG oslo_vmware.api [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447141, 'name': ReconfigVM_Task, 'duration_secs': 0.153471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.693101] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688111', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'name': 'volume-b94f31c0-755b-4e95-bccd-65380287b701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b94f31c0-755b-4e95-bccd-65380287b701', 'serial': 'b94f31c0-755b-4e95-bccd-65380287b701'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1303.925573] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf26250-5715-4585-97e5-b06f0019f0ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.933622] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade1522-c07d-4c11-9777-4fae170f82bd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.966112] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c4740-e182-4501-9f3c-f8a5fafaa435 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.974018] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4174f18a-850c-441d-8eb9-7bf8fedac855 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.989403] env[69990]: DEBUG nova.compute.provider_tree [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.080752] env[69990]: DEBUG nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.108636] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.108636] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.108636] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.108889] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.108935] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.109874] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.109874] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.109874] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.109874] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.109874] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.110180] env[69990]: DEBUG nova.virt.hardware [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.110788] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51abdaec-25fc-447b-a5a3-23ae35920957 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.118834] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1540bf-97f3-4719-85b7-8987844e1c99 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.223307] env[69990]: DEBUG nova.compute.manager [req-55f31277-39a8-46e7-a1e9-7171e861f425 req-1bbd71f5-08d8-47bb-93cf-aa181c30abe9 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Received event network-vif-plugged-23846c99-4534-4ba3-87a3-3985dcfabfbd {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.223528] env[69990]: DEBUG oslo_concurrency.lockutils [req-55f31277-39a8-46e7-a1e9-7171e861f425 req-1bbd71f5-08d8-47bb-93cf-aa181c30abe9 service nova] Acquiring lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.223732] env[69990]: DEBUG oslo_concurrency.lockutils [req-55f31277-39a8-46e7-a1e9-7171e861f425 req-1bbd71f5-08d8-47bb-93cf-aa181c30abe9 service nova] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.223898] env[69990]: DEBUG oslo_concurrency.lockutils [req-55f31277-39a8-46e7-a1e9-7171e861f425 req-1bbd71f5-08d8-47bb-93cf-aa181c30abe9 service nova] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.224085] env[69990]: DEBUG nova.compute.manager [req-55f31277-39a8-46e7-a1e9-7171e861f425 req-1bbd71f5-08d8-47bb-93cf-aa181c30abe9 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] No waiting events found dispatching network-vif-plugged-23846c99-4534-4ba3-87a3-3985dcfabfbd {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.224253] env[69990]: WARNING nova.compute.manager [req-55f31277-39a8-46e7-a1e9-7171e861f425 req-1bbd71f5-08d8-47bb-93cf-aa181c30abe9 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Received unexpected event network-vif-plugged-23846c99-4534-4ba3-87a3-3985dcfabfbd for instance with vm_state building and task_state spawning. [ 1304.232742] env[69990]: DEBUG nova.objects.instance [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid 036749b1-ac57-41d5-8ae0-fb528ef33ffa {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.312952] env[69990]: DEBUG nova.network.neutron [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Successfully updated port: 23846c99-4534-4ba3-87a3-3985dcfabfbd {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.490949] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.491282] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.491463] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.491650] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.491798] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.491943] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.492165] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.492338] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.492507] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.492666] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.492835] env[69990]: DEBUG nova.virt.hardware [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.493640] env[69990]: DEBUG nova.scheduler.client.report [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.497139] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fee448-3813-46b1-9115-83b7ebfe10c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.505923] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374cd42-887d-442d-96e5-4ed47229d1c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.520132] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:7d:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b36b64b-e97b-457a-9fef-e75743b76f09', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.527425] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.527865] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.528081] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3525edef-d22d-4050-b65e-30fe27a83cd4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.547931] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.547931] env[69990]: value = "task-3447142" [ 1304.547931] env[69990]: _type = "Task" [ 1304.547931] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.555242] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447142, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.817305] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.817494] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.817701] env[69990]: DEBUG nova.network.neutron [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.001575] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.027846] env[69990]: INFO nova.scheduler.client.report [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Deleted allocations for instance 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8 [ 1305.057438] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447142, 'name': CreateVM_Task, 'duration_secs': 0.305062} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.057611] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.058417] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.058518] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.058765] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.059017] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d634df-5306-4ef7-9487-8fdb3917fa8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.063541] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1305.063541] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f66f0f-b135-cdb2-1886-0aa77d2596c8" [ 1305.063541] env[69990]: _type = "Task" [ 1305.063541] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.071596] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f66f0f-b135-cdb2-1886-0aa77d2596c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.240651] env[69990]: DEBUG oslo_concurrency.lockutils [None req-082d82b4-66cf-4ef2-895e-8b0311aec665 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.219s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.286875] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.287455] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.440723] env[69990]: DEBUG nova.network.neutron [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.535013] env[69990]: DEBUG oslo_concurrency.lockutils [None req-108bd56f-9a7b-4281-b852-b4bf2129f794 tempest-ServerShowV254Test-1188171735 tempest-ServerShowV254Test-1188171735-project-member] Lock "6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.410s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.550961] env[69990]: DEBUG nova.network.neutron [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Updating instance_info_cache with network_info: [{"id": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "address": "fa:16:3e:d4:19:d2", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23846c99-45", "ovs_interfaceid": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.573207] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f66f0f-b135-cdb2-1886-0aa77d2596c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.573494] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.573717] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.573949] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.574114] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.574297] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.574545] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6234efb-7769-4e1f-ae1c-bb88ea3b6ac4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.587536] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.587711] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.588429] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3165b88-d0f9-4ea8-b30e-b6f5f3c97594 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.593394] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1305.593394] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]525ebe83-e1a3-f950-15c8-5a945ac2e3c3" [ 1305.593394] env[69990]: _type = "Task" [ 1305.593394] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.601328] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525ebe83-e1a3-f950-15c8-5a945ac2e3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.790914] env[69990]: INFO nova.compute.manager [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Detaching volume 0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8 [ 1305.825150] env[69990]: INFO nova.virt.block_device [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Attempting to driver detach volume 0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8 from mountpoint /dev/sdc [ 1305.825397] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1305.825583] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688114', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'name': 'volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'serial': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1305.826584] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e593e2-e89f-4c22-8e0d-1beefe5df550 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.848321] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d0db1f-28fb-481c-b80b-40761884e826 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.855056] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b963d343-81d3-4b37-96b4-36e4c0d35442 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.875999] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf11645-06ec-4012-9c9a-f3c3d6cd5519 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.890591] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8/volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1305.895677] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1305.895936] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839b0e7c-3b60-44e2-bc50-520d12653efa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.913692] env[69990]: DEBUG oslo_vmware.api [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1305.913692] env[69990]: value = "task-3447143" [ 1305.913692] env[69990]: _type = "Task" [ 1305.913692] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.922420] env[69990]: DEBUG oslo_vmware.api [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.053209] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.053572] env[69990]: DEBUG nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Instance network_info: |[{"id": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "address": "fa:16:3e:d4:19:d2", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23846c99-45", "ovs_interfaceid": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.054104] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:19:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23846c99-4534-4ba3-87a3-3985dcfabfbd', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.062992] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.063220] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.063518] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07f236e-aa9c-47fa-a137-22fcdaa8f604 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.087548] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.087548] env[69990]: value = "task-3447144" [ 1306.087548] env[69990]: _type = "Task" [ 1306.087548] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.095166] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447144, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.103832] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]525ebe83-e1a3-f950-15c8-5a945ac2e3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.104611] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ad464e-10bd-45d1-85a6-c0de6889669c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.109568] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1306.109568] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5287dd07-6c31-f37e-6c12-9852e4e05bed" [ 1306.109568] env[69990]: _type = "Task" [ 1306.109568] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.117884] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287dd07-6c31-f37e-6c12-9852e4e05bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.279778] env[69990]: DEBUG nova.compute.manager [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Received event network-changed-23846c99-4534-4ba3-87a3-3985dcfabfbd {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.280211] env[69990]: DEBUG nova.compute.manager [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Refreshing instance network info cache due to event network-changed-23846c99-4534-4ba3-87a3-3985dcfabfbd. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.280484] env[69990]: DEBUG oslo_concurrency.lockutils [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] Acquiring lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.280745] env[69990]: DEBUG oslo_concurrency.lockutils [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] Acquired lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.281015] env[69990]: DEBUG nova.network.neutron [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Refreshing network info cache for port 23846c99-4534-4ba3-87a3-3985dcfabfbd {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.425915] env[69990]: DEBUG oslo_vmware.api [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447143, 'name': ReconfigVM_Task, 'duration_secs': 0.238656} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.426217] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.430908] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3a683c-eacf-4bf0-b20c-44df8d9c7a2e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.447167] env[69990]: DEBUG oslo_vmware.api [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1306.447167] env[69990]: value = "task-3447145" [ 1306.447167] env[69990]: _type = "Task" [ 1306.447167] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.455159] env[69990]: DEBUG oslo_vmware.api [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.599013] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447144, 'name': CreateVM_Task, 'duration_secs': 0.336129} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.599230] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.599962] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.600147] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.600476] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.600741] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc97c2ac-9f40-4fd8-91fd-b6b0166665b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.605590] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1306.605590] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52eb1070-7f72-e3d2-950b-21898502956b" [ 1306.605590] env[69990]: _type = "Task" [ 1306.605590] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.616747] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52eb1070-7f72-e3d2-950b-21898502956b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.623253] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287dd07-6c31-f37e-6c12-9852e4e05bed, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.623368] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.623595] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.623847] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be3d5d69-8159-4698-b5ce-56d938d3c5ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.630343] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1306.630343] env[69990]: value = "task-3447146" [ 1306.630343] env[69990]: _type = "Task" [ 1306.630343] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.640518] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.958933] env[69990]: DEBUG oslo_vmware.api [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447145, 'name': ReconfigVM_Task, 'duration_secs': 0.19553} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.961849] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688114', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'name': 'volume-0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '036749b1-ac57-41d5-8ae0-fb528ef33ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8', 'serial': '0f8cc7f6-2b10-4f37-8253-5c81f0f0eca8'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1307.000939] env[69990]: DEBUG nova.network.neutron [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Updated VIF entry in instance network info cache for port 23846c99-4534-4ba3-87a3-3985dcfabfbd. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.001378] env[69990]: DEBUG nova.network.neutron [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Updating instance_info_cache with network_info: [{"id": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "address": "fa:16:3e:d4:19:d2", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23846c99-45", "ovs_interfaceid": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.115547] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52eb1070-7f72-e3d2-950b-21898502956b, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.115840] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.116092] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.116329] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.116472] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.116648] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.116927] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955bbe6e-f870-4a34-ba3d-7dd748e4a8e9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.124749] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.124930] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.125624] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f872776-08c9-4879-8e81-60fa63717812 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.130901] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1307.130901] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d55516-b7ea-84e2-b8e6-a72f6c2c8a1d" [ 1307.130901] env[69990]: _type = "Task" [ 1307.130901] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.141528] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420615} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.144845] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.145068] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.145639] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d55516-b7ea-84e2-b8e6-a72f6c2c8a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.145834] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d0470cd-c6ee-408f-8262-7e5c0e51b692 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.148140] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bff507-c2a3-402b-9f1a-31f6593fb743 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.153044] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1307.153044] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5222746b-fb16-eb8e-4749-a26840ac4d4b" [ 1307.153044] env[69990]: _type = "Task" [ 1307.153044] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.156972] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1307.156972] env[69990]: value = "task-3447147" [ 1307.156972] env[69990]: _type = "Task" [ 1307.156972] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.162925] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5222746b-fb16-eb8e-4749-a26840ac4d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.167302] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.504237] env[69990]: DEBUG oslo_concurrency.lockutils [req-1e56312e-d4aa-4153-b91e-f93fcf750fa9 req-9a38e6d2-efc2-4a22-8e77-1c6ab95a4dd7 service nova] Releasing lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.505930] env[69990]: DEBUG nova.objects.instance [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'flavor' on Instance uuid 036749b1-ac57-41d5-8ae0-fb528ef33ffa {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.664666] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5222746b-fb16-eb8e-4749-a26840ac4d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.665287] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.665552] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e6b23652-fbc2-4ac2-a561-cf39d0c5d3af.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.665786] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f727b027-55a7-4125-aff6-012dbf86b0b1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.669971] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065008} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.670482] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.671190] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c71755-aeea-4b00-a7d6-e1c196eb2de6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.674837] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1307.674837] env[69990]: value = "task-3447148" [ 1307.674837] env[69990]: _type = "Task" [ 1307.674837] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.695045] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.695624] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61715dbb-9b23-4c34-8e44-c5a68a002daf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.712605] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.716608] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1307.716608] env[69990]: value = "task-3447149" [ 1307.716608] env[69990]: _type = "Task" [ 1307.716608] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.723772] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.184691] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459823} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.184888] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e6b23652-fbc2-4ac2-a561-cf39d0c5d3af.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.185152] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.185419] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c6c343-a2a6-49c1-9566-f2d4930f3cac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.191449] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1308.191449] env[69990]: value = "task-3447150" [ 1308.191449] env[69990]: _type = "Task" [ 1308.191449] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.198382] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.226170] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.514496] env[69990]: DEBUG oslo_concurrency.lockutils [None req-17ff4d6e-bd14-42e5-aa25-c7c3ead9d287 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.701401] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074116} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.701667] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.702458] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8601a-6fe7-4c62-8b9f-990b7f278880 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.723918] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e6b23652-fbc2-4ac2-a561-cf39d0c5d3af.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.724231] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42c9829-875e-47a7-8a1f-a8fa2affa33c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.746753] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447149, 'name': ReconfigVM_Task, 'duration_secs': 0.822197} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.747910] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4ae53244-7a03-402a-9b17-df3cc7c15ee5/4ae53244-7a03-402a-9b17-df3cc7c15ee5.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.749061] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_options': None, 'size': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'image_id': 'e2fb25c1-97e6-49a0-be8c-eac54e91b43d'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'}, 'boot_index': None, 'attachment_id': 'f80f3e4a-5196-498e-a3c9-762b3252a350', 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69990) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1308.749269] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1308.749456] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1308.749771] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1308.749771] env[69990]: value = "task-3447151" [ 1308.749771] env[69990]: _type = "Task" [ 1308.749771] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.750484] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdbc42f-24a6-46eb-af6c-92028d057027 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.760896] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.771485] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2832c9f7-68fe-4765-9b04-0b1e5925ddc0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.795511] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030/volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.796148] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424eb277-027e-4e81-af6c-cdd652f0cbd8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.813606] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1308.813606] env[69990]: value = "task-3447152" [ 1308.813606] env[69990]: _type = "Task" [ 1308.813606] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.823957] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.262050] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447151, 'name': ReconfigVM_Task, 'duration_secs': 0.372606} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.262050] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Reconfigured VM instance instance-0000007b to attach disk [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e6b23652-fbc2-4ac2-a561-cf39d0c5d3af.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.262546] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6758c191-5997-479c-87b1-012ccd243fb8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.268187] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1309.268187] env[69990]: value = "task-3447153" [ 1309.268187] env[69990]: _type = "Task" [ 1309.268187] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.275276] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447153, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.323512] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447152, 'name': ReconfigVM_Task, 'duration_secs': 0.32701} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.323793] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030/volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.328600] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7f53c1-1f58-463b-9998-4c14f2f7a3fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.343178] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1309.343178] env[69990]: value = "task-3447154" [ 1309.343178] env[69990]: _type = "Task" [ 1309.343178] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.351085] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.692488] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.692919] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.692919] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.693124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.693298] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.695578] env[69990]: INFO nova.compute.manager [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Terminating instance [ 1309.778241] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447153, 'name': Rename_Task, 'duration_secs': 0.373043} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.778489] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.778716] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b39d12f0-a9d4-461f-824a-4130dd176574 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.784363] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1309.784363] env[69990]: value = "task-3447155" [ 1309.784363] env[69990]: _type = "Task" [ 1309.784363] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.791183] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.852261] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447154, 'name': ReconfigVM_Task, 'duration_secs': 0.143674} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.852553] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1309.853127] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9991b0a8-b702-404b-a712-90bae2ab7665 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.858963] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1309.858963] env[69990]: value = "task-3447156" [ 1309.858963] env[69990]: _type = "Task" [ 1309.858963] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.866253] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447156, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.199429] env[69990]: DEBUG nova.compute.manager [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.199633] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.200651] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a8d65-23dc-41ef-a6f3-1f60533ba668 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.208681] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.208914] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ede170d8-ee10-487d-9dce-27314ca8ff84 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.214147] env[69990]: DEBUG oslo_vmware.api [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1310.214147] env[69990]: value = "task-3447157" [ 1310.214147] env[69990]: _type = "Task" [ 1310.214147] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.222469] env[69990]: DEBUG oslo_vmware.api [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.294024] env[69990]: DEBUG oslo_vmware.api [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447155, 'name': PowerOnVM_Task, 'duration_secs': 0.43466} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.294295] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.294501] env[69990]: INFO nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Took 6.21 seconds to spawn the instance on the hypervisor. [ 1310.294680] env[69990]: DEBUG nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.295459] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a9288c-fb7a-49fb-a979-6a24bb5a2112 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.368427] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447156, 'name': Rename_Task, 'duration_secs': 0.141982} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.368677] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.368912] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a2aca0-7ea1-45ec-a3d9-c480d29e5c18 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.375100] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1310.375100] env[69990]: value = "task-3447158" [ 1310.375100] env[69990]: _type = "Task" [ 1310.375100] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.383694] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.723938] env[69990]: DEBUG oslo_vmware.api [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447157, 'name': PowerOffVM_Task, 'duration_secs': 0.300236} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.724295] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.724376] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.724615] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2d803b9-a89c-452a-bb23-4e72cd4a3a0b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.799256] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.799474] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.799658] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Deleting the datastore file [datastore2] 036749b1-ac57-41d5-8ae0-fb528ef33ffa {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.799932] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54b5e5b4-7741-4405-af93-04848bdc120b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.810597] env[69990]: DEBUG oslo_vmware.api [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for the task: (returnval){ [ 1310.810597] env[69990]: value = "task-3447160" [ 1310.810597] env[69990]: _type = "Task" [ 1310.810597] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.815464] env[69990]: INFO nova.compute.manager [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Took 11.81 seconds to build instance. [ 1310.821194] env[69990]: DEBUG oslo_vmware.api [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.885309] env[69990]: DEBUG oslo_vmware.api [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447158, 'name': PowerOnVM_Task, 'duration_secs': 0.473904} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.885598] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.885830] env[69990]: DEBUG nova.compute.manager [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.886619] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf74d2f-8dbe-4b60-9bb7-e5e3c6c3ae3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.090489] env[69990]: INFO nova.compute.manager [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Rescuing [ 1311.090794] env[69990]: DEBUG oslo_concurrency.lockutils [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.091373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.091576] env[69990]: DEBUG nova.network.neutron [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.320296] env[69990]: DEBUG oslo_concurrency.lockutils [None req-d5d7f6dc-06ff-4339-9c52-57d959b03378 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.337s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.320543] env[69990]: DEBUG oslo_vmware.api [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Task: {'id': task-3447160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142723} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.320757] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.320941] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.321139] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.321314] env[69990]: INFO nova.compute.manager [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1311.321552] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.321746] env[69990]: DEBUG nova.compute.manager [-] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.321839] env[69990]: DEBUG nova.network.neutron [-] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.401987] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.402270] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.402477] env[69990]: DEBUG nova.objects.instance [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1311.876734] env[69990]: DEBUG nova.network.neutron [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Updating instance_info_cache with network_info: [{"id": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "address": "fa:16:3e:d4:19:d2", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23846c99-45", "ovs_interfaceid": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.884595] env[69990]: DEBUG nova.compute.manager [req-bf5d4762-8767-4548-aa74-b94cb37b3915 req-e7f05118-922b-4857-9687-ac513ca5e827 service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Received event network-vif-deleted-ab080c45-8441-4b69-a0b3-0111a4a3dac3 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.884799] env[69990]: INFO nova.compute.manager [req-bf5d4762-8767-4548-aa74-b94cb37b3915 req-e7f05118-922b-4857-9687-ac513ca5e827 service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Neutron deleted interface ab080c45-8441-4b69-a0b3-0111a4a3dac3; detaching it from the instance and deleting it from the info cache [ 1311.884972] env[69990]: DEBUG nova.network.neutron [req-bf5d4762-8767-4548-aa74-b94cb37b3915 req-e7f05118-922b-4857-9687-ac513ca5e827 service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.365453] env[69990]: DEBUG nova.network.neutron [-] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.379723] env[69990]: DEBUG oslo_concurrency.lockutils [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.388884] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49a2d16d-6562-415b-8b3d-28640291479f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.398523] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e06e84e-8aa0-4455-9e01-1d1760f8c4d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.411452] env[69990]: DEBUG oslo_concurrency.lockutils [None req-3a9d97aa-d9c3-43f2-b019-011ac18d9ee1 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.431384] env[69990]: DEBUG nova.compute.manager [req-bf5d4762-8767-4548-aa74-b94cb37b3915 req-e7f05118-922b-4857-9687-ac513ca5e827 service nova] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Detach interface failed, port_id=ab080c45-8441-4b69-a0b3-0111a4a3dac3, reason: Instance 036749b1-ac57-41d5-8ae0-fb528ef33ffa could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.868872] env[69990]: INFO nova.compute.manager [-] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Took 1.55 seconds to deallocate network for instance. [ 1313.376281] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.376726] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.376877] env[69990]: DEBUG nova.objects.instance [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lazy-loading 'resources' on Instance uuid 036749b1-ac57-41d5-8ae0-fb528ef33ffa {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.929812] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.930154] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ca80c2-c703-49b0-87d4-cfda9648fb28 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.940282] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1313.940282] env[69990]: value = "task-3447161" [ 1313.940282] env[69990]: _type = "Task" [ 1313.940282] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.951135] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.967724] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4cf772-8a98-4539-9b73-9a1512425c7b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.974836] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7918317-98ba-4aeb-87a3-51d348df3844 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.007206] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19996c1c-e821-495b-abac-c517fb8185de {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.014954] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a6c5f8-da13-490c-b03d-47e2d3a64940 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.028166] env[69990]: DEBUG nova.compute.provider_tree [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.451221] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447161, 'name': PowerOffVM_Task, 'duration_secs': 0.175342} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.451592] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.452364] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7be164-cf37-404e-b25a-f7b6fb64b48a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.469814] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e34dfde-5dcd-4d59-bfb2-8a10f324734f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.501060] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.501366] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1972f443-890a-46d2-a446-96e086baab7f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.508304] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1314.508304] env[69990]: value = "task-3447162" [ 1314.508304] env[69990]: _type = "Task" [ 1314.508304] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.515972] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.530901] env[69990]: DEBUG nova.scheduler.client.report [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.018654] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1315.018852] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.019080] env[69990]: DEBUG oslo_concurrency.lockutils [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.019231] env[69990]: DEBUG oslo_concurrency.lockutils [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.019418] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.019669] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e5f80e-5a8d-4a35-819c-3ca98b022918 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.029529] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.029702] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.030411] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7df1cff-d381-4e46-a0b2-50b9cf0b3c6f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.034943] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.037702] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1315.037702] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52860ef4-4d5b-306c-4647-33906e816659" [ 1315.037702] env[69990]: _type = "Task" [ 1315.037702] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.044632] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52860ef4-4d5b-306c-4647-33906e816659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.056480] env[69990]: INFO nova.scheduler.client.report [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Deleted allocations for instance 036749b1-ac57-41d5-8ae0-fb528ef33ffa [ 1315.425895] env[69990]: DEBUG nova.compute.manager [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1315.547612] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52860ef4-4d5b-306c-4647-33906e816659, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.548402] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df56d53b-5056-4f86-9641-7ae891ac7ce3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.553217] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1315.553217] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]522accd6-877c-d1dd-43ce-321c259d2aef" [ 1315.553217] env[69990]: _type = "Task" [ 1315.553217] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.562342] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522accd6-877c-d1dd-43ce-321c259d2aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.562833] env[69990]: DEBUG oslo_concurrency.lockutils [None req-89f7e6d1-b462-440c-9d0f-5aa5b49fd949 tempest-AttachVolumeTestJSON-1340712525 tempest-AttachVolumeTestJSON-1340712525-project-member] Lock "036749b1-ac57-41d5-8ae0-fb528ef33ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.870s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.946608] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.946608] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.063690] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]522accd6-877c-d1dd-43ce-321c259d2aef, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.063893] env[69990]: DEBUG oslo_concurrency.lockutils [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.064179] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. {{(pid=69990) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1316.064651] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1a4b45d-ece6-4eca-a823-935891e084da {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.071742] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1316.071742] env[69990]: value = "task-3447163" [ 1316.071742] env[69990]: _type = "Task" [ 1316.071742] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.079097] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.452295] env[69990]: INFO nova.compute.claims [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.582477] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423764} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.582782] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. [ 1316.583502] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f7749-789e-42e6-ae9e-3e23b004acf3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.608175] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.608696] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f812ae67-ff3e-403c-8e85-82a0bd42d4ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.625344] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1316.625344] env[69990]: value = "task-3447165" [ 1316.625344] env[69990]: _type = "Task" [ 1316.625344] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.632704] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.959688] env[69990]: INFO nova.compute.resource_tracker [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating resource usage from migration 9f0f3e22-bf0e-4128-bcb3-da58a998f7da [ 1317.049762] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b9819-8ad5-4e63-921a-29b95c79ddbb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.058198] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a7d79-79b4-4192-a66c-e0d35bf36a1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.088605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb07141e-5591-4fa1-8044-9e9ef5f98635 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.095720] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7a705-427a-4264-8380-68e221235833 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.108383] env[69990]: DEBUG nova.compute.provider_tree [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.134331] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447165, 'name': ReconfigVM_Task, 'duration_secs': 0.258363} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.134585] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Reconfigured VM instance instance-0000007b to attach disk [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.135416] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38064d9a-570f-4a4a-b9e1-000074869a4c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.159170] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43681d9-4a24-4d70-a2eb-7040c3055385 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.174931] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1317.174931] env[69990]: value = "task-3447166" [ 1317.174931] env[69990]: _type = "Task" [ 1317.174931] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.182075] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.612197] env[69990]: DEBUG nova.scheduler.client.report [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.684997] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447166, 'name': ReconfigVM_Task, 'duration_secs': 0.145643} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.685280] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.685517] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-105d3c5a-436a-4f4c-9dab-eef13f342553 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.691105] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1317.691105] env[69990]: value = "task-3447167" [ 1317.691105] env[69990]: _type = "Task" [ 1317.691105] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.699741] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.116211] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.170s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.116430] env[69990]: INFO nova.compute.manager [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Migrating [ 1318.200661] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.631522] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.631916] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.631916] env[69990]: DEBUG nova.network.neutron [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.701948] env[69990]: DEBUG oslo_vmware.api [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447167, 'name': PowerOnVM_Task, 'duration_secs': 0.969432} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.702250] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.704921] env[69990]: DEBUG nova.compute.manager [None req-564a9372-77d8-4684-9aba-6df27942a1e8 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.705676] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9b354-8769-4836-9420-75abf383a4ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.342613] env[69990]: DEBUG nova.network.neutron [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [{"id": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "address": "fa:16:3e:ed:f7:d9", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ae35b7-fd", "ovs_interfaceid": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.846894] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.142178] env[69990]: INFO nova.compute.manager [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Unrescuing [ 1320.142590] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.142829] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquired lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.143106] env[69990]: DEBUG nova.network.neutron [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.867621] env[69990]: DEBUG nova.network.neutron [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Updating instance_info_cache with network_info: [{"id": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "address": "fa:16:3e:d4:19:d2", "network": {"id": "7fe7b05e-9654-4dd6-8e0c-4ab64d599f5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1061226052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39e0496400bf45c092a3e1e44905e896", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23846c99-45", "ovs_interfaceid": "23846c99-4534-4ba3-87a3-3985dcfabfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.360041] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee79bcfa-e5dd-4b55-9f25-b644716e9a6e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.378966] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Releasing lock "refresh_cache-e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.379600] env[69990]: DEBUG nova.objects.instance [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lazy-loading 'flavor' on Instance uuid e6b23652-fbc2-4ac2-a561-cf39d0c5d3af {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.380990] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance '7fb4700b-8b59-4e79-af78-270c55f5dde4' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.887764] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.888361] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-034bd143-5281-42f5-baa7-0f77213791ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.890592] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d0663-f324-4592-bf51-e4cf2be37542 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.911896] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.913312] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594be6a4-dbad-4a03-9bfe-0340de3c8c2f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.914927] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1321.914927] env[69990]: value = "task-3447169" [ 1321.914927] env[69990]: _type = "Task" [ 1321.914927] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.919480] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1321.919480] env[69990]: value = "task-3447170" [ 1321.919480] env[69990]: _type = "Task" [ 1321.919480] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.925838] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.930913] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.426298] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447169, 'name': PowerOffVM_Task, 'duration_secs': 0.245466} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.426943] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.427157] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance '7fb4700b-8b59-4e79-af78-270c55f5dde4' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.433272] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447170, 'name': PowerOffVM_Task, 'duration_secs': 0.223366} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.433723] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.438953] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.439234] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd79e608-21ff-4c04-9704-40322687c06a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.459136] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1322.459136] env[69990]: value = "task-3447171" [ 1322.459136] env[69990]: _type = "Task" [ 1322.459136] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.467656] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.936566] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.937072] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.937072] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.937208] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.937362] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.937508] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.937714] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.937869] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.938074] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.938303] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.938496] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.943341] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898785db-d0d5-4638-8b83-cd32d20ab4b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.961218] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1322.961218] env[69990]: value = "task-3447173" [ 1322.961218] env[69990]: _type = "Task" [ 1322.961218] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.972085] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447171, 'name': ReconfigVM_Task, 'duration_secs': 0.220426} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.975138] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.975339] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.975579] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.975779] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdf4085-562f-45ef-b8ab-c61e44844a80 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.980756] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1322.980756] env[69990]: value = "task-3447174" [ 1322.980756] env[69990]: _type = "Task" [ 1322.980756] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.993219] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.474040] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447173, 'name': ReconfigVM_Task, 'duration_secs': 0.149401} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.474413] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance '7fb4700b-8b59-4e79-af78-270c55f5dde4' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.488871] env[69990]: DEBUG oslo_vmware.api [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447174, 'name': PowerOnVM_Task, 'duration_secs': 0.353703} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.489165] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.490696] env[69990]: DEBUG nova.compute.manager [None req-a8b02525-0fcf-4a79-b8c1-fa9692e80f1d tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.490696] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23da8e60-23d8-42bc-8c77-96f35db6dbd4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.980908] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.981388] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.981388] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.981500] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.981640] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.981786] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.981993] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.982176] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.982339] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.982502] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.982674] env[69990]: DEBUG nova.virt.hardware [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.987924] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.988234] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f82a114-2070-473c-bcb9-8d74274c8ba8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.008929] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1324.008929] env[69990]: value = "task-3447175" [ 1324.008929] env[69990]: _type = "Task" [ 1324.008929] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.017233] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.518693] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447175, 'name': ReconfigVM_Task, 'duration_secs': 0.159167} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.518930] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1324.519740] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8547621-d5ab-49a8-9103-56ea475d8ffa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.541362] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.541649] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5ded918-2be4-46f5-a457-156fd3a9b115 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.559231] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1324.559231] env[69990]: value = "task-3447176" [ 1324.559231] env[69990]: _type = "Task" [ 1324.559231] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.567940] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.708924] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.709355] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.709645] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.709870] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.710064] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.712078] env[69990]: INFO nova.compute.manager [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Terminating instance [ 1325.068245] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447176, 'name': ReconfigVM_Task, 'duration_secs': 0.25203} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.068608] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.068772] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance '7fb4700b-8b59-4e79-af78-270c55f5dde4' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.215831] env[69990]: DEBUG nova.compute.manager [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.216055] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.216935] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862b48e3-ea8b-4ba1-9469-d488c5fb3503 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.224586] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.224804] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-933060ba-05b4-4c5d-b061-c472e7282da0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.230478] env[69990]: DEBUG oslo_vmware.api [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1325.230478] env[69990]: value = "task-3447177" [ 1325.230478] env[69990]: _type = "Task" [ 1325.230478] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.238321] env[69990]: DEBUG oslo_vmware.api [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.576314] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114df765-486a-4199-9b0f-574c248a5060 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.595462] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d52b6-8249-4091-9103-58dad5ddac05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.612733] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance '7fb4700b-8b59-4e79-af78-270c55f5dde4' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.740435] env[69990]: DEBUG oslo_vmware.api [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447177, 'name': PowerOffVM_Task, 'duration_secs': 0.184063} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.740697] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.740869] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.741126] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c1e50d2-6b40-4288-bbe7-00d690badaa2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.803097] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.803289] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.803470] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Deleting the datastore file [datastore1] e6b23652-fbc2-4ac2-a561-cf39d0c5d3af {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.803727] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3da9f261-cd7a-4d78-8c88-5e9c1af7efef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.809800] env[69990]: DEBUG oslo_vmware.api [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1325.809800] env[69990]: value = "task-3447179" [ 1325.809800] env[69990]: _type = "Task" [ 1325.809800] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.818245] env[69990]: DEBUG oslo_vmware.api [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.169641] env[69990]: DEBUG nova.network.neutron [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Port 99ae35b7-fda5-4622-a057-82ce6ac234fb binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1326.319639] env[69990]: DEBUG oslo_vmware.api [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138292} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.319892] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.320095] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.320278] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.320596] env[69990]: INFO nova.compute.manager [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1326.320682] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.320859] env[69990]: DEBUG nova.compute.manager [-] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.320949] env[69990]: DEBUG nova.network.neutron [-] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.747840] env[69990]: DEBUG nova.compute.manager [req-1282645d-874f-4f40-97db-6274abda8805 req-9c209b04-73fe-4c85-b87b-6ee20272381e service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Received event network-vif-deleted-23846c99-4534-4ba3-87a3-3985dcfabfbd {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.748118] env[69990]: INFO nova.compute.manager [req-1282645d-874f-4f40-97db-6274abda8805 req-9c209b04-73fe-4c85-b87b-6ee20272381e service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Neutron deleted interface 23846c99-4534-4ba3-87a3-3985dcfabfbd; detaching it from the instance and deleting it from the info cache [ 1326.748321] env[69990]: DEBUG nova.network.neutron [req-1282645d-874f-4f40-97db-6274abda8805 req-9c209b04-73fe-4c85-b87b-6ee20272381e service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.193037] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.193037] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.193037] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.221787] env[69990]: DEBUG nova.network.neutron [-] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.252994] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cc176d1-dd60-44e9-ae8b-28476e1e07d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.262677] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f1dead-f197-49e3-9790-69815531b6f8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.288940] env[69990]: DEBUG nova.compute.manager [req-1282645d-874f-4f40-97db-6274abda8805 req-9c209b04-73fe-4c85-b87b-6ee20272381e service nova] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Detach interface failed, port_id=23846c99-4534-4ba3-87a3-3985dcfabfbd, reason: Instance e6b23652-fbc2-4ac2-a561-cf39d0c5d3af could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.724213] env[69990]: INFO nova.compute.manager [-] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Took 1.40 seconds to deallocate network for instance. [ 1328.229083] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.229357] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.229461] env[69990]: DEBUG nova.network.neutron [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.231667] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.231913] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.232338] env[69990]: DEBUG nova.objects.instance [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lazy-loading 'resources' on Instance uuid e6b23652-fbc2-4ac2-a561-cf39d0c5d3af {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.823184] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e197337-1805-4fd6-9d72-43b90feb2201 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.832941] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a39604b-3afe-4955-821a-67de81eae1a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.866307] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390742a-987b-4136-9356-edb6cf14e1ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.874398] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a1877-f9ec-44ff-a17a-fd6e16d062ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.887350] env[69990]: DEBUG nova.compute.provider_tree [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.952546] env[69990]: DEBUG nova.network.neutron [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [{"id": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "address": "fa:16:3e:ed:f7:d9", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ae35b7-fd", "ovs_interfaceid": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.392889] env[69990]: DEBUG nova.scheduler.client.report [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.455568] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.895813] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.915752] env[69990]: INFO nova.scheduler.client.report [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Deleted allocations for instance e6b23652-fbc2-4ac2-a561-cf39d0c5d3af [ 1329.975917] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee4c5af-2085-48a2-86cd-f627d4ae514c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.996984] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e43709-9748-43d1-ad88-b60bd523e026 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.003451] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance '7fb4700b-8b59-4e79-af78-270c55f5dde4' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.423196] env[69990]: DEBUG oslo_concurrency.lockutils [None req-eae079b3-0d86-4c8f-a825-8a1688b8da77 tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "e6b23652-fbc2-4ac2-a561-cf39d0c5d3af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.508901] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.509155] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011b6d1f-d3bd-48a4-8137-31398c8649d8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.516796] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1330.516796] env[69990]: value = "task-3447180" [ 1330.516796] env[69990]: _type = "Task" [ 1330.516796] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.524239] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.026891] env[69990]: DEBUG oslo_vmware.api [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447180, 'name': PowerOnVM_Task, 'duration_secs': 0.39982} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.027163] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.027376] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2c01b5a9-8bdd-432f-a4e7-f16312134382 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance '7fb4700b-8b59-4e79-af78-270c55f5dde4' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.309745] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "23928bb5-097c-435b-8acb-081ebb2fc83c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.309953] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.310188] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "23928bb5-097c-435b-8acb-081ebb2fc83c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.310385] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.310555] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.312578] env[69990]: INFO nova.compute.manager [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Terminating instance [ 1331.816451] env[69990]: DEBUG nova.compute.manager [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.816771] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.817752] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a71029-7af0-4848-8df1-079ef937a40b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.825723] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.825984] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5088da0-85fe-45d1-a494-a40a171de494 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.832724] env[69990]: DEBUG oslo_vmware.api [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1331.832724] env[69990]: value = "task-3447181" [ 1331.832724] env[69990]: _type = "Task" [ 1331.832724] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.841135] env[69990]: DEBUG oslo_vmware.api [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.343265] env[69990]: DEBUG oslo_vmware.api [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447181, 'name': PowerOffVM_Task, 'duration_secs': 0.22028} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.343537] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.343708] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.343955] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52062740-017d-43b5-9c01-0280680016f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.407983] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.408281] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.408483] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Deleting the datastore file [datastore2] 23928bb5-097c-435b-8acb-081ebb2fc83c {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.408738] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b3bf3c6-1dda-4a22-a02a-b9bb923866db {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.417294] env[69990]: DEBUG oslo_vmware.api [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for the task: (returnval){ [ 1332.417294] env[69990]: value = "task-3447183" [ 1332.417294] env[69990]: _type = "Task" [ 1332.417294] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.426309] env[69990]: DEBUG oslo_vmware.api [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.928388] env[69990]: DEBUG oslo_vmware.api [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Task: {'id': task-3447183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179372} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.928709] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.928876] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.929054] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.929240] env[69990]: INFO nova.compute.manager [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.929499] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.929688] env[69990]: DEBUG nova.compute.manager [-] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.929784] env[69990]: DEBUG nova.network.neutron [-] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.205358] env[69990]: DEBUG nova.compute.manager [req-afbd2694-79ad-493b-83ee-dc096807fe3f req-c0cdc80d-f207-4ae1-a552-b3a44825ffcd service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Received event network-vif-deleted-05aef725-8f54-417e-87b7-1b0e2118c591 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.205480] env[69990]: INFO nova.compute.manager [req-afbd2694-79ad-493b-83ee-dc096807fe3f req-c0cdc80d-f207-4ae1-a552-b3a44825ffcd service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Neutron deleted interface 05aef725-8f54-417e-87b7-1b0e2118c591; detaching it from the instance and deleting it from the info cache [ 1333.205654] env[69990]: DEBUG nova.network.neutron [req-afbd2694-79ad-493b-83ee-dc096807fe3f req-c0cdc80d-f207-4ae1-a552-b3a44825ffcd service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.684901] env[69990]: DEBUG nova.network.neutron [-] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.708484] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73b8333a-83d3-44ed-bae2-0767ad4e6082 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.718931] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795e956-5203-4cdc-a9ac-f6148e2476fe {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.743991] env[69990]: DEBUG nova.compute.manager [req-afbd2694-79ad-493b-83ee-dc096807fe3f req-c0cdc80d-f207-4ae1-a552-b3a44825ffcd service nova] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Detach interface failed, port_id=05aef725-8f54-417e-87b7-1b0e2118c591, reason: Instance 23928bb5-097c-435b-8acb-081ebb2fc83c could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.894213] env[69990]: DEBUG nova.network.neutron [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Port 99ae35b7-fda5-4622-a057-82ce6ac234fb binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1333.894490] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.894641] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.894801] env[69990]: DEBUG nova.network.neutron [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.187837] env[69990]: INFO nova.compute.manager [-] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Took 1.26 seconds to deallocate network for instance. [ 1334.593073] env[69990]: DEBUG nova.network.neutron [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [{"id": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "address": "fa:16:3e:ed:f7:d9", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ae35b7-fd", "ovs_interfaceid": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.693707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.693994] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.694231] env[69990]: DEBUG nova.objects.instance [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lazy-loading 'resources' on Instance uuid 23928bb5-097c-435b-8acb-081ebb2fc83c {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.096146] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.267653] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36eafc0-8d75-4d7a-82a4-010d5836fcda {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.275385] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14dcb36-c9b4-4c47-9426-ac86ea18a6ff {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.304248] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bcaa1e-0948-4adf-84b8-3b46854aa722 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.311240] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab1690-9295-46cd-950b-f9f7292bc282 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.323932] env[69990]: DEBUG nova.compute.provider_tree [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.599619] env[69990]: DEBUG nova.compute.manager [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69990) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1335.600039] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.827546] env[69990]: DEBUG nova.scheduler.client.report [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.332967] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.336056] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.735s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.353330] env[69990]: INFO nova.scheduler.client.report [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Deleted allocations for instance 23928bb5-097c-435b-8acb-081ebb2fc83c [ 1336.838961] env[69990]: DEBUG nova.objects.instance [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'migration_context' on Instance uuid 7fb4700b-8b59-4e79-af78-270c55f5dde4 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.862177] env[69990]: DEBUG oslo_concurrency.lockutils [None req-01adb35c-4195-43e1-87fa-eb7bf64a4a7b tempest-ServerRescueTestJSON-742755094 tempest-ServerRescueTestJSON-742755094-project-member] Lock "23928bb5-097c-435b-8acb-081ebb2fc83c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.409302] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20773aa1-bca4-4e28-9a36-ca0e94be1abd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.418037] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49788be8-67fd-41a4-82db-3f4562d5223e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.448908] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8ef50c-4238-4eae-b082-178ad32f72cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.456773] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b452c8e-1a55-4eb2-9775-ff2466806022 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.470061] env[69990]: DEBUG nova.compute.provider_tree [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.973840] env[69990]: DEBUG nova.scheduler.client.report [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.984717] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.649s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.641592] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.642204] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.147541] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.147804] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.147896] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.148020] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1340.526660] env[69990]: INFO nova.compute.manager [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Swapping old allocation on dict_keys(['861bed33-0336-4b70-a14e-8edf62684af1']) held by migration 9f0f3e22-bf0e-4128-bcb3-da58a998f7da for instance [ 1340.547622] env[69990]: DEBUG nova.scheduler.client.report [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Overwriting current allocation {'allocations': {'861bed33-0336-4b70-a14e-8edf62684af1': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 176}}, 'project_id': '898c7e30a9b042ee9212bff2520405d2', 'user_id': '1ef05377c1084746be7007fc514d029f', 'consumer_generation': 1} on consumer 7fb4700b-8b59-4e79-af78-270c55f5dde4 {{(pid=69990) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1340.622343] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.622505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.622682] env[69990]: DEBUG nova.network.neutron [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.895852] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.896098] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.341915] env[69990]: DEBUG nova.network.neutron [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [{"id": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "address": "fa:16:3e:ed:f7:d9", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ae35b7-fd", "ovs_interfaceid": "99ae35b7-fda5-4622-a057-82ce6ac234fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.399124] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.399377] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.399567] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.399696] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1341.400653] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eebac7-4920-4f60-9c26-0a225bb918f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.409260] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155b49da-c0d3-4675-b568-be93ceb34d87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.422862] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a102fa1c-7177-4fa8-a4ab-bd2ec2027847 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.428970] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843e9e6e-e85d-417a-8bbb-c6fc753659d3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.457875] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179977MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1341.458030] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.458254] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.844952] env[69990]: DEBUG oslo_concurrency.lockutils [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-7fb4700b-8b59-4e79-af78-270c55f5dde4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.845467] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.845775] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3726f906-df5d-45fb-aa44-3af97661031e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.854923] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1341.854923] env[69990]: value = "task-3447184" [ 1341.854923] env[69990]: _type = "Task" [ 1341.854923] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.862909] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.364834] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447184, 'name': PowerOffVM_Task, 'duration_secs': 0.177471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.365186] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.365778] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.365992] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.366166] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.366352] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.366496] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.366641] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.366843] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.366999] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.367199] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.367379] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.367551] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.372439] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff4ef2c9-621f-4a0c-9405-016ef3396b12 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.387975] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1342.387975] env[69990]: value = "task-3447185" [ 1342.387975] env[69990]: _type = "Task" [ 1342.387975] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.395954] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.479770] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.479926] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 4ae53244-7a03-402a-9b17-df3cc7c15ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.480064] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 7fb4700b-8b59-4e79-af78-270c55f5dde4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.480248] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1342.480388] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1342.527064] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f50fb4e-b8c5-466b-8bd7-4183fdc92d07 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.534313] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27319e74-a6bd-46ca-ad04-2de361ccd9be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.564384] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936b08ee-7e66-4a0d-af68-1c4b5729aee6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.571258] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e5ae5f-c638-4345-a383-7eb38e61fec6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.583771] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.897439] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447185, 'name': ReconfigVM_Task, 'duration_secs': 0.13332} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.898246] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5c2c2-2b09-4705-a9f6-6be83df99792 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.916499] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.916753] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.916913] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.917121] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.917289] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.917451] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.917656] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.917815] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.917981] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.918189] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.918416] env[69990]: DEBUG nova.virt.hardware [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.919223] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2af53f-ba02-4174-946f-d32f852b3a89 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.924638] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1342.924638] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52afb1ff-99b5-623e-a981-eb3f261e9333" [ 1342.924638] env[69990]: _type = "Task" [ 1342.924638] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.932529] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52afb1ff-99b5-623e-a981-eb3f261e9333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.086902] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.434637] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52afb1ff-99b5-623e-a981-eb3f261e9333, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.439928] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.440211] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff31710-983a-42e9-b148-e7466a59afeb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.459065] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1343.459065] env[69990]: value = "task-3447186" [ 1343.459065] env[69990]: _type = "Task" [ 1343.459065] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.466321] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.591358] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1343.591559] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.969134] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447186, 'name': ReconfigVM_Task, 'duration_secs': 0.209928} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.969408] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.970195] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62759c27-a1f0-4f84-b346-26d99b85f0ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.991459] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.991699] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d4c5be-9ae8-4969-97cd-c344f83dde34 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.009129] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1344.009129] env[69990]: value = "task-3447187" [ 1344.009129] env[69990]: _type = "Task" [ 1344.009129] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.017654] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.518880] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.591547] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.591831] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.019329] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447187, 'name': ReconfigVM_Task, 'duration_secs': 0.841861} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.019596] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4/7fb4700b-8b59-4e79-af78-270c55f5dde4.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.020394] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fd2e2-21b8-4750-97a8-bf0665852bee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.038370] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f37a673-1393-4897-90a2-fb3f39accc47 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.055120] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78661195-9f37-4956-8c1b-803715cd669e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.072661] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46593234-dd5d-44a7-861c-cebbf2e313be {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.078701] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.078906] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29934b92-59d7-4bd9-b70a-65ce0bb7cbb6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.084744] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1345.084744] env[69990]: value = "task-3447188" [ 1345.084744] env[69990]: _type = "Task" [ 1345.084744] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.091590] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.594493] env[69990]: DEBUG oslo_vmware.api [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447188, 'name': PowerOnVM_Task, 'duration_secs': 0.348078} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.594769] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.606317] env[69990]: INFO nova.compute.manager [None req-464ca396-b8ce-4115-9708-b2aac5809f3b tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance to original state: 'active' [ 1347.714015] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.714326] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.217802] env[69990]: INFO nova.compute.manager [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Detaching volume 7118e88e-8e56-4676-ae1c-42e4e7c6f030 [ 1348.247085] env[69990]: INFO nova.virt.block_device [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Attempting to driver detach volume 7118e88e-8e56-4676-ae1c-42e4e7c6f030 from mountpoint /dev/sdb [ 1348.247366] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1348.247551] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1348.248431] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ba9333-ca22-4357-ad71-d7c547611583 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.269815] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88d731e-1893-4ce8-9cdb-1a34c33a0fad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.276588] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd100e-f8ab-4265-9923-cdefdae52a3e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.296990] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed1df9f-f35c-4657-b56d-1b3a81cae745 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.312503] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] The volume has not been displaced from its original location: [datastore1] volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030/volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1348.317696] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.317956] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fe4e2a-7e03-4531-9304-45fc8b8f95b8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.335935] env[69990]: DEBUG oslo_vmware.api [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1348.335935] env[69990]: value = "task-3447189" [ 1348.335935] env[69990]: _type = "Task" [ 1348.335935] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.343153] env[69990]: DEBUG oslo_vmware.api [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.526279] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "7fb4700b-8b59-4e79-af78-270c55f5dde4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.526560] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.526820] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.527057] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.527279] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.529602] env[69990]: INFO nova.compute.manager [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Terminating instance [ 1348.846620] env[69990]: DEBUG oslo_vmware.api [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447189, 'name': ReconfigVM_Task, 'duration_secs': 0.214288} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.847066] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.852162] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dec0984-0626-4739-8bfb-e8f0bbd184d6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.867734] env[69990]: DEBUG oslo_vmware.api [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1348.867734] env[69990]: value = "task-3447190" [ 1348.867734] env[69990]: _type = "Task" [ 1348.867734] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.875803] env[69990]: DEBUG oslo_vmware.api [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.033948] env[69990]: DEBUG nova.compute.manager [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.034226] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.035147] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea06f7-92c9-4c29-aec4-f5057bd937dd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.042347] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.042569] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d700f8-a835-47ea-814e-0ccbeb388564 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.048203] env[69990]: DEBUG oslo_vmware.api [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1349.048203] env[69990]: value = "task-3447191" [ 1349.048203] env[69990]: _type = "Task" [ 1349.048203] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.056444] env[69990]: DEBUG oslo_vmware.api [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.377408] env[69990]: DEBUG oslo_vmware.api [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447190, 'name': ReconfigVM_Task, 'duration_secs': 0.127521} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.377679] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688113', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'name': 'volume-7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae53244-7a03-402a-9b17-df3cc7c15ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '7118e88e-8e56-4676-ae1c-42e4e7c6f030', 'serial': '7118e88e-8e56-4676-ae1c-42e4e7c6f030'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.558425] env[69990]: DEBUG oslo_vmware.api [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447191, 'name': PowerOffVM_Task, 'duration_secs': 0.167256} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.558681] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.558850] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.559107] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-363a83ab-4a52-4d7d-add0-4494a22b26e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.623196] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.623392] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.623575] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleting the datastore file [datastore1] 7fb4700b-8b59-4e79-af78-270c55f5dde4 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.623836] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b17506-8c3d-4409-8c37-3b3f38a02634 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.629937] env[69990]: DEBUG oslo_vmware.api [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1349.629937] env[69990]: value = "task-3447193" [ 1349.629937] env[69990]: _type = "Task" [ 1349.629937] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.637364] env[69990]: DEBUG oslo_vmware.api [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.916665] env[69990]: DEBUG nova.objects.instance [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'flavor' on Instance uuid 4ae53244-7a03-402a-9b17-df3cc7c15ee5 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.139693] env[69990]: DEBUG oslo_vmware.api [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141245} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.139964] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.140178] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.140413] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.140605] env[69990]: INFO nova.compute.manager [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1350.140848] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.141058] env[69990]: DEBUG nova.compute.manager [-] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.141157] env[69990]: DEBUG nova.network.neutron [-] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.561007] env[69990]: DEBUG nova.compute.manager [req-0695bcc2-d11a-4d78-b610-e0bdfccab4a6 req-ebac105d-9e34-42ab-b9c2-cfb7a2d1b387 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Received event network-vif-deleted-99ae35b7-fda5-4622-a057-82ce6ac234fb {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.561227] env[69990]: INFO nova.compute.manager [req-0695bcc2-d11a-4d78-b610-e0bdfccab4a6 req-ebac105d-9e34-42ab-b9c2-cfb7a2d1b387 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Neutron deleted interface 99ae35b7-fda5-4622-a057-82ce6ac234fb; detaching it from the instance and deleting it from the info cache [ 1350.561514] env[69990]: DEBUG nova.network.neutron [req-0695bcc2-d11a-4d78-b610-e0bdfccab4a6 req-ebac105d-9e34-42ab-b9c2-cfb7a2d1b387 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.923831] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9cc56ee6-de6d-4a4a-b8a4-14f49b3dd5cb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.045534] env[69990]: DEBUG nova.network.neutron [-] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.064082] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dae5432-ed99-46c5-9ef9-6b904250f605 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.074205] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82499163-774a-4ed1-9f4a-4cdd2707d82d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.099957] env[69990]: DEBUG nova.compute.manager [req-0695bcc2-d11a-4d78-b610-e0bdfccab4a6 req-ebac105d-9e34-42ab-b9c2-cfb7a2d1b387 service nova] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Detach interface failed, port_id=99ae35b7-fda5-4622-a057-82ce6ac234fb, reason: Instance 7fb4700b-8b59-4e79-af78-270c55f5dde4 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1351.547931] env[69990]: INFO nova.compute.manager [-] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Took 1.41 seconds to deallocate network for instance. [ 1351.972348] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.972724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.972823] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.973019] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.973199] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.975320] env[69990]: INFO nova.compute.manager [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Terminating instance [ 1352.053443] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.053719] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.053949] env[69990]: DEBUG nova.objects.instance [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'resources' on Instance uuid 7fb4700b-8b59-4e79-af78-270c55f5dde4 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.478964] env[69990]: DEBUG nova.compute.manager [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.479219] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.480126] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e2564f-7e9f-4418-9af0-7315ac8a1bef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.488220] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.488447] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d9587c-de8d-4818-84ad-f96bd5821569 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.494222] env[69990]: DEBUG oslo_vmware.api [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1352.494222] env[69990]: value = "task-3447194" [ 1352.494222] env[69990]: _type = "Task" [ 1352.494222] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.501936] env[69990]: DEBUG oslo_vmware.api [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.610015] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1369f3b-ba4f-46da-b3f4-98bc3e690aa2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.617960] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425032e0-271f-4843-9e74-1298f264a965 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.651260] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f265e-c5c2-4deb-ae41-b94efbdb0f22 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.659251] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ae707-d236-4f85-8fb4-0c46e6b35f87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.673044] env[69990]: DEBUG nova.compute.provider_tree [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.003916] env[69990]: DEBUG oslo_vmware.api [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447194, 'name': PowerOffVM_Task, 'duration_secs': 0.184394} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.004256] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.004341] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.004580] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e4dd1b4-1ddb-4a35-8680-d3bb05859373 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.069580] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.069779] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.069959] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleting the datastore file [datastore1] 4ae53244-7a03-402a-9b17-df3cc7c15ee5 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.070254] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8754332c-e5ef-442c-abb2-a6b611e20e11 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.077040] env[69990]: DEBUG oslo_vmware.api [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1353.077040] env[69990]: value = "task-3447196" [ 1353.077040] env[69990]: _type = "Task" [ 1353.077040] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.084290] env[69990]: DEBUG oslo_vmware.api [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.176617] env[69990]: DEBUG nova.scheduler.client.report [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.586526] env[69990]: DEBUG oslo_vmware.api [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134176} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.586857] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.587065] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.587262] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.587433] env[69990]: INFO nova.compute.manager [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1353.587672] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.587861] env[69990]: DEBUG nova.compute.manager [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.587953] env[69990]: DEBUG nova.network.neutron [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.681785] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.699029] env[69990]: INFO nova.scheduler.client.report [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted allocations for instance 7fb4700b-8b59-4e79-af78-270c55f5dde4 [ 1354.009040] env[69990]: DEBUG nova.compute.manager [req-41667c87-4b4d-4fa0-bb21-cc936e9cd344 req-420489c2-8c62-46e5-a322-f96744509c9f service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Received event network-vif-deleted-3b36b64b-e97b-457a-9fef-e75743b76f09 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.009367] env[69990]: INFO nova.compute.manager [req-41667c87-4b4d-4fa0-bb21-cc936e9cd344 req-420489c2-8c62-46e5-a322-f96744509c9f service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Neutron deleted interface 3b36b64b-e97b-457a-9fef-e75743b76f09; detaching it from the instance and deleting it from the info cache [ 1354.009615] env[69990]: DEBUG nova.network.neutron [req-41667c87-4b4d-4fa0-bb21-cc936e9cd344 req-420489c2-8c62-46e5-a322-f96744509c9f service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.208014] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b84f3511-b398-439a-975a-9942ba287ccf tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "7fb4700b-8b59-4e79-af78-270c55f5dde4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.488195] env[69990]: DEBUG nova.network.neutron [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.513783] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f853dd94-c931-4599-add9-f698de53da63 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.523400] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32915eea-c8a2-4f29-977e-7e281d3ad168 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.548778] env[69990]: DEBUG nova.compute.manager [req-41667c87-4b4d-4fa0-bb21-cc936e9cd344 req-420489c2-8c62-46e5-a322-f96744509c9f service nova] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Detach interface failed, port_id=3b36b64b-e97b-457a-9fef-e75743b76f09, reason: Instance 4ae53244-7a03-402a-9b17-df3cc7c15ee5 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.991060] env[69990]: INFO nova.compute.manager [-] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Took 1.40 seconds to deallocate network for instance. [ 1355.498546] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.498546] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.498950] env[69990]: DEBUG nova.objects.instance [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'resources' on Instance uuid 4ae53244-7a03-402a-9b17-df3cc7c15ee5 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.507221] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "5058195d-991c-4d10-9e67-d413ae386744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.507454] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.009469] env[69990]: DEBUG nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.018639] env[69990]: DEBUG nova.scheduler.client.report [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Refreshing inventories for resource provider 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1356.033725] env[69990]: DEBUG nova.scheduler.client.report [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Updating ProviderTree inventory for provider 861bed33-0336-4b70-a14e-8edf62684af1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1356.033974] env[69990]: DEBUG nova.compute.provider_tree [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Updating inventory in ProviderTree for provider 861bed33-0336-4b70-a14e-8edf62684af1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.044747] env[69990]: DEBUG nova.scheduler.client.report [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Refreshing aggregate associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, aggregates: None {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1356.061683] env[69990]: DEBUG nova.scheduler.client.report [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Refreshing trait associations for resource provider 861bed33-0336-4b70-a14e-8edf62684af1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69990) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1356.108613] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec81693-df9c-4e92-abd8-293c0e97e9ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.116519] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2183204d-161f-4bed-80b5-6e583a1dda1f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.147561] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9787aa2a-e0c0-49bd-a019-ddadbf6b3ef7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.154761] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c848fd7e-7681-42cc-974a-003abb291913 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.167647] env[69990]: DEBUG nova.compute.provider_tree [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.527635] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.670512] env[69990]: DEBUG nova.scheduler.client.report [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.175477] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.177882] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.650s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.179792] env[69990]: INFO nova.compute.claims [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.194806] env[69990]: INFO nova.scheduler.client.report [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted allocations for instance 4ae53244-7a03-402a-9b17-df3cc7c15ee5 [ 1357.701162] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c411a965-c355-47f9-b97f-4f1aa9db284d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "4ae53244-7a03-402a-9b17-df3cc7c15ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.224494] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f730621-ad7d-4460-8d18-0ac048c972c0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.233084] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eebecc4-919b-456e-8df5-d48377a0cc5c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.263902] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876fd47f-20ab-42ba-914e-122f0b00fc5d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.270698] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18335c0e-f03e-4b17-8378-3abe14bce9ce {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.283383] env[69990]: DEBUG nova.compute.provider_tree [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.786199] env[69990]: DEBUG nova.scheduler.client.report [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.291861] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.292328] env[69990]: DEBUG nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.375226] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "b18dce29-eea0-4002-9ff2-ad063b4388a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.375458] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.798011] env[69990]: DEBUG nova.compute.utils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.799415] env[69990]: DEBUG nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.799593] env[69990]: DEBUG nova.network.neutron [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.855993] env[69990]: DEBUG nova.policy [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef05377c1084746be7007fc514d029f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '898c7e30a9b042ee9212bff2520405d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.878047] env[69990]: DEBUG nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.132464] env[69990]: DEBUG nova.network.neutron [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Successfully created port: 17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.302743] env[69990]: DEBUG nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.399764] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.400034] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.401431] env[69990]: INFO nova.compute.claims [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.311937] env[69990]: DEBUG nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.339757] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.340032] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.340196] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.340379] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.340529] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.340674] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.340969] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.341186] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.341367] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.341532] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.341702] env[69990]: DEBUG nova.virt.hardware [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.342593] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de2aa29-c910-4d37-b334-e8b82d8ea28e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.350990] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694d950-e2e0-4391-9d76-51c687841195 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.459132] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb732da-4ae6-4b0c-9e8f-42dd50f9e1e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.466558] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f83f47c-15aa-48cf-b045-6bb43979f66f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.496449] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793c1fc3-4c38-4fee-bcf5-9f5b28219756 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.499730] env[69990]: DEBUG nova.compute.manager [req-eeaa336d-b93c-4ea4-b90e-107337b9bd7f req-a4fa8530-5adc-47f8-b940-081fa1f2667d service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Received event network-vif-plugged-17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.499926] env[69990]: DEBUG oslo_concurrency.lockutils [req-eeaa336d-b93c-4ea4-b90e-107337b9bd7f req-a4fa8530-5adc-47f8-b940-081fa1f2667d service nova] Acquiring lock "5058195d-991c-4d10-9e67-d413ae386744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.500150] env[69990]: DEBUG oslo_concurrency.lockutils [req-eeaa336d-b93c-4ea4-b90e-107337b9bd7f req-a4fa8530-5adc-47f8-b940-081fa1f2667d service nova] Lock "5058195d-991c-4d10-9e67-d413ae386744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.501051] env[69990]: DEBUG oslo_concurrency.lockutils [req-eeaa336d-b93c-4ea4-b90e-107337b9bd7f req-a4fa8530-5adc-47f8-b940-081fa1f2667d service nova] Lock "5058195d-991c-4d10-9e67-d413ae386744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.501051] env[69990]: DEBUG nova.compute.manager [req-eeaa336d-b93c-4ea4-b90e-107337b9bd7f req-a4fa8530-5adc-47f8-b940-081fa1f2667d service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] No waiting events found dispatching network-vif-plugged-17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.501051] env[69990]: WARNING nova.compute.manager [req-eeaa336d-b93c-4ea4-b90e-107337b9bd7f req-a4fa8530-5adc-47f8-b940-081fa1f2667d service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Received unexpected event network-vif-plugged-17295b80-8246-4a22-9f6d-23c2c6dc7fe9 for instance with vm_state building and task_state spawning. [ 1361.505937] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391424ec-4e3e-471d-98ed-e76db044e453 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.520260] env[69990]: DEBUG nova.compute.provider_tree [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.574515] env[69990]: DEBUG nova.network.neutron [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Successfully updated port: 17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.023367] env[69990]: DEBUG nova.scheduler.client.report [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.078562] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.078723] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.078857] env[69990]: DEBUG nova.network.neutron [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.528683] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.529205] env[69990]: DEBUG nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.609627] env[69990]: DEBUG nova.network.neutron [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.724299] env[69990]: DEBUG nova.network.neutron [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updating instance_info_cache with network_info: [{"id": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "address": "fa:16:3e:ae:aa:55", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17295b80-82", "ovs_interfaceid": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.033991] env[69990]: DEBUG nova.compute.utils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1363.035306] env[69990]: DEBUG nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.035489] env[69990]: DEBUG nova.network.neutron [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.070361] env[69990]: DEBUG nova.policy [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989830bf519347529526267327fa39b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a51f3e910404827ab788a6854014fc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.227073] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.227449] env[69990]: DEBUG nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Instance network_info: |[{"id": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "address": "fa:16:3e:ae:aa:55", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17295b80-82", "ovs_interfaceid": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.227901] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:aa:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17295b80-8246-4a22-9f6d-23c2c6dc7fe9', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.235444] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.235677] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.235916] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f72fbb2-9ac7-4dd5-a6d7-541b8508329e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.257291] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.257291] env[69990]: value = "task-3447197" [ 1363.257291] env[69990]: _type = "Task" [ 1363.257291] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.265493] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447197, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.321997] env[69990]: DEBUG nova.network.neutron [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Successfully created port: 107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.529485] env[69990]: DEBUG nova.compute.manager [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Received event network-changed-17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.529485] env[69990]: DEBUG nova.compute.manager [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Refreshing instance network info cache due to event network-changed-17295b80-8246-4a22-9f6d-23c2c6dc7fe9. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.529485] env[69990]: DEBUG oslo_concurrency.lockutils [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] Acquiring lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.530165] env[69990]: DEBUG oslo_concurrency.lockutils [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] Acquired lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.530381] env[69990]: DEBUG nova.network.neutron [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Refreshing network info cache for port 17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.538592] env[69990]: DEBUG nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.767598] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447197, 'name': CreateVM_Task, 'duration_secs': 0.312232} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.768638] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.768737] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.768863] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.769209] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.769458] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20cc069a-2309-42be-990f-99f4ed5323d2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.774245] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1363.774245] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523a8a4d-b4bc-af9d-5772-4e27733b748f" [ 1363.774245] env[69990]: _type = "Task" [ 1363.774245] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.782074] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523a8a4d-b4bc-af9d-5772-4e27733b748f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.247893] env[69990]: DEBUG nova.network.neutron [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updated VIF entry in instance network info cache for port 17295b80-8246-4a22-9f6d-23c2c6dc7fe9. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.248271] env[69990]: DEBUG nova.network.neutron [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updating instance_info_cache with network_info: [{"id": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "address": "fa:16:3e:ae:aa:55", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17295b80-82", "ovs_interfaceid": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.283935] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523a8a4d-b4bc-af9d-5772-4e27733b748f, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.284186] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.284408] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.284639] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.284781] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.284954] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.285239] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4ea4466-a5f7-4165-99c7-8a49cf8f5858 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.293585] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.293758] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.294442] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2f9640-7e3c-4573-83ca-9eda4c56cdd0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.299258] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1364.299258] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52290f15-190d-5ba9-5067-7e36534837c9" [ 1364.299258] env[69990]: _type = "Task" [ 1364.299258] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.306180] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52290f15-190d-5ba9-5067-7e36534837c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.549293] env[69990]: DEBUG nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.575275] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.575527] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.575687] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.575866] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.576022] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.576171] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.576375] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.576530] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.576692] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.576849] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.577032] env[69990]: DEBUG nova.virt.hardware [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.577929] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaec440-a463-4375-8bab-9474e27a9c55 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.585677] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4948c35-76b0-449a-baf7-8ccbeaddfaac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.751373] env[69990]: DEBUG oslo_concurrency.lockutils [req-ca828876-6b2a-4812-a649-42e19af6b96f req-7cfad886-a880-4af4-b830-54262273f428 service nova] Releasing lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.774210] env[69990]: DEBUG nova.network.neutron [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Successfully updated port: 107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.809713] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52290f15-190d-5ba9-5067-7e36534837c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.810447] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12a5bb1-01a3-4bd8-aa01-3b4dd45b2d8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.815962] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1364.815962] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52b657f3-4ea5-7bdd-c265-bee69b4fb180" [ 1364.815962] env[69990]: _type = "Task" [ 1364.815962] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.823060] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b657f3-4ea5-7bdd-c265-bee69b4fb180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.276680] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.276838] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.276993] env[69990]: DEBUG nova.network.neutron [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.325773] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52b657f3-4ea5-7bdd-c265-bee69b4fb180, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.326065] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.326295] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 5058195d-991c-4d10-9e67-d413ae386744/5058195d-991c-4d10-9e67-d413ae386744.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.326539] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8199bcc-6f0c-4d8f-9f46-d3cd34842d09 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.333480] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1365.333480] env[69990]: value = "task-3447198" [ 1365.333480] env[69990]: _type = "Task" [ 1365.333480] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.340700] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.555274] env[69990]: DEBUG nova.compute.manager [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Received event network-vif-plugged-107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.555518] env[69990]: DEBUG oslo_concurrency.lockutils [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] Acquiring lock "b18dce29-eea0-4002-9ff2-ad063b4388a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.555574] env[69990]: DEBUG oslo_concurrency.lockutils [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.555759] env[69990]: DEBUG oslo_concurrency.lockutils [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.555892] env[69990]: DEBUG nova.compute.manager [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] No waiting events found dispatching network-vif-plugged-107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.556070] env[69990]: WARNING nova.compute.manager [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Received unexpected event network-vif-plugged-107a879b-8a24-4cb7-822c-f29efb4c0128 for instance with vm_state building and task_state spawning. [ 1365.556231] env[69990]: DEBUG nova.compute.manager [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Received event network-changed-107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.556385] env[69990]: DEBUG nova.compute.manager [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Refreshing instance network info cache due to event network-changed-107a879b-8a24-4cb7-822c-f29efb4c0128. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.556553] env[69990]: DEBUG oslo_concurrency.lockutils [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] Acquiring lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.817240] env[69990]: DEBUG nova.network.neutron [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.846150] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428941} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.846570] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 5058195d-991c-4d10-9e67-d413ae386744/5058195d-991c-4d10-9e67-d413ae386744.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.847917] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.847917] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47cf6e26-8ea1-43d2-8331-51819dca86a3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.853621] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1365.853621] env[69990]: value = "task-3447199" [ 1365.853621] env[69990]: _type = "Task" [ 1365.853621] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.864027] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.947968] env[69990]: DEBUG nova.network.neutron [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Updating instance_info_cache with network_info: [{"id": "107a879b-8a24-4cb7-822c-f29efb4c0128", "address": "fa:16:3e:47:45:a7", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107a879b-8a", "ovs_interfaceid": "107a879b-8a24-4cb7-822c-f29efb4c0128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.363867] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064706} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.364138] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.364863] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66304be-957f-4fdb-ab17-74e7811e5718 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.386257] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 5058195d-991c-4d10-9e67-d413ae386744/5058195d-991c-4d10-9e67-d413ae386744.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.386483] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55694f17-9274-4433-9ee9-6ba1e58080aa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.405590] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1366.405590] env[69990]: value = "task-3447200" [ 1366.405590] env[69990]: _type = "Task" [ 1366.405590] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.412805] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.450456] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.450748] env[69990]: DEBUG nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Instance network_info: |[{"id": "107a879b-8a24-4cb7-822c-f29efb4c0128", "address": "fa:16:3e:47:45:a7", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107a879b-8a", "ovs_interfaceid": "107a879b-8a24-4cb7-822c-f29efb4c0128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.451025] env[69990]: DEBUG oslo_concurrency.lockutils [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] Acquired lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.451203] env[69990]: DEBUG nova.network.neutron [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Refreshing network info cache for port 107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.452367] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:45:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '107a879b-8a24-4cb7-822c-f29efb4c0128', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.459626] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.460516] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.460733] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df1cd1f2-f912-409f-bd5d-3a123f48070b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.479310] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.479310] env[69990]: value = "task-3447201" [ 1366.479310] env[69990]: _type = "Task" [ 1366.479310] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.486633] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447201, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.915912] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447200, 'name': ReconfigVM_Task, 'duration_secs': 0.279612} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.916243] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 5058195d-991c-4d10-9e67-d413ae386744/5058195d-991c-4d10-9e67-d413ae386744.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.916915] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9933affc-a6c3-426b-a1fb-7ffbfc3b9d3c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.923789] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1366.923789] env[69990]: value = "task-3447202" [ 1366.923789] env[69990]: _type = "Task" [ 1366.923789] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.931197] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447202, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.989422] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447201, 'name': CreateVM_Task, 'duration_secs': 0.323217} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.991858] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.992516] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.992673] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.992990] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.993528] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dae6ae5-4f8c-45ed-ad19-199584904904 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.997615] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1366.997615] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5237cd46-f11e-015a-5e6a-b4a24830280d" [ 1366.997615] env[69990]: _type = "Task" [ 1366.997615] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.004871] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5237cd46-f11e-015a-5e6a-b4a24830280d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.137914] env[69990]: DEBUG nova.network.neutron [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Updated VIF entry in instance network info cache for port 107a879b-8a24-4cb7-822c-f29efb4c0128. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.138309] env[69990]: DEBUG nova.network.neutron [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Updating instance_info_cache with network_info: [{"id": "107a879b-8a24-4cb7-822c-f29efb4c0128", "address": "fa:16:3e:47:45:a7", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107a879b-8a", "ovs_interfaceid": "107a879b-8a24-4cb7-822c-f29efb4c0128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.434732] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447202, 'name': Rename_Task, 'duration_secs': 0.156216} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.435017] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.435286] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dcaedd3-5e76-4b93-be29-9a4bd77f3b2e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.441217] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1367.441217] env[69990]: value = "task-3447203" [ 1367.441217] env[69990]: _type = "Task" [ 1367.441217] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.450318] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.508056] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5237cd46-f11e-015a-5e6a-b4a24830280d, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.508327] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.508607] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.508847] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.508995] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.509202] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.509478] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1714092-0a5c-40df-809b-a77584116c75 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.518536] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.518662] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.519389] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f21d72-12b0-408b-9419-6c959ed05944 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.524420] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1367.524420] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5247997e-3c85-f39f-712e-69b282032337" [ 1367.524420] env[69990]: _type = "Task" [ 1367.524420] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.532990] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5247997e-3c85-f39f-712e-69b282032337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.641486] env[69990]: DEBUG oslo_concurrency.lockutils [req-dae93337-6ee1-416a-b131-3c72ea273c80 req-3b4aa99c-3818-44e7-aa5c-b4dabbdf0ed0 service nova] Releasing lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.951451] env[69990]: DEBUG oslo_vmware.api [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447203, 'name': PowerOnVM_Task, 'duration_secs': 0.443796} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.951739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.951920] env[69990]: INFO nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1367.952112] env[69990]: DEBUG nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.952879] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56806f25-ff73-4c7e-9033-0add308dddc6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.035054] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5247997e-3c85-f39f-712e-69b282032337, 'name': SearchDatastore_Task, 'duration_secs': 0.014004} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.035849] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c15f4e0-2003-479b-9137-e300f84b3741 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.040607] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1368.040607] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52445f73-7f5b-4a00-5e30-0f91b130b28c" [ 1368.040607] env[69990]: _type = "Task" [ 1368.040607] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.048012] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52445f73-7f5b-4a00-5e30-0f91b130b28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.469753] env[69990]: INFO nova.compute.manager [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Took 11.96 seconds to build instance. [ 1368.550485] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52445f73-7f5b-4a00-5e30-0f91b130b28c, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.550724] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.550972] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] b18dce29-eea0-4002-9ff2-ad063b4388a9/b18dce29-eea0-4002-9ff2-ad063b4388a9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.551227] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31864519-8aa0-4801-b78c-ec7ed878a668 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.557996] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1368.557996] env[69990]: value = "task-3447204" [ 1368.557996] env[69990]: _type = "Task" [ 1368.557996] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.564948] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.973119] env[69990]: DEBUG oslo_concurrency.lockutils [None req-9a14b976-1f72-4fd4-9711-acc21dc3a325 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.465s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.068266] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.393103} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.068523] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] b18dce29-eea0-4002-9ff2-ad063b4388a9/b18dce29-eea0-4002-9ff2-ad063b4388a9.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.068723] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.068974] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78187446-bc72-4248-9b0e-4ffdc7be08b2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.075243] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1369.075243] env[69990]: value = "task-3447205" [ 1369.075243] env[69990]: _type = "Task" [ 1369.075243] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.082702] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.585018] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057895} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.585242] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.586028] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b62a3-dfcc-4be6-b5f7-88d10ced4dfa {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.607676] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b18dce29-eea0-4002-9ff2-ad063b4388a9/b18dce29-eea0-4002-9ff2-ad063b4388a9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.607908] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c99d9f8-0d00-4f11-84bb-1b6980eab5c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.628701] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1369.628701] env[69990]: value = "task-3447206" [ 1369.628701] env[69990]: _type = "Task" [ 1369.628701] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.637477] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.856490] env[69990]: DEBUG nova.compute.manager [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Received event network-changed-17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.856708] env[69990]: DEBUG nova.compute.manager [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Refreshing instance network info cache due to event network-changed-17295b80-8246-4a22-9f6d-23c2c6dc7fe9. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.856946] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] Acquiring lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.857102] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] Acquired lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.857264] env[69990]: DEBUG nova.network.neutron [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Refreshing network info cache for port 17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.138262] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447206, 'name': ReconfigVM_Task, 'duration_secs': 0.266236} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.138648] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b18dce29-eea0-4002-9ff2-ad063b4388a9/b18dce29-eea0-4002-9ff2-ad063b4388a9.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.139303] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e037d77-c42a-47d1-8c54-2be0a257911c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.145854] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1370.145854] env[69990]: value = "task-3447207" [ 1370.145854] env[69990]: _type = "Task" [ 1370.145854] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.153269] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447207, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.567202] env[69990]: DEBUG nova.network.neutron [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updated VIF entry in instance network info cache for port 17295b80-8246-4a22-9f6d-23c2c6dc7fe9. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.567649] env[69990]: DEBUG nova.network.neutron [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updating instance_info_cache with network_info: [{"id": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "address": "fa:16:3e:ae:aa:55", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17295b80-82", "ovs_interfaceid": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.656437] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447207, 'name': Rename_Task, 'duration_secs': 0.13431} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.656739] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.657030] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ef4f5d-3cde-4705-89a8-7180d2aa7bb3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.663411] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1370.663411] env[69990]: value = "task-3447208" [ 1370.663411] env[69990]: _type = "Task" [ 1370.663411] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.671442] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.070879] env[69990]: DEBUG oslo_concurrency.lockutils [req-f9784958-915b-4865-aff5-fb8b33db23fe req-10d3eb8d-85c1-4622-937f-8bf5b7adb91b service nova] Releasing lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.173016] env[69990]: DEBUG oslo_vmware.api [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447208, 'name': PowerOnVM_Task, 'duration_secs': 0.423663} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.173396] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.173518] env[69990]: INFO nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1371.173656] env[69990]: DEBUG nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.174425] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbbbb6-2bfe-473c-b1ae-6b040613965e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.690516] env[69990]: INFO nova.compute.manager [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Took 11.31 seconds to build instance. [ 1372.168807] env[69990]: DEBUG nova.compute.manager [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Received event network-changed-107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.169017] env[69990]: DEBUG nova.compute.manager [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Refreshing instance network info cache due to event network-changed-107a879b-8a24-4cb7-822c-f29efb4c0128. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.169243] env[69990]: DEBUG oslo_concurrency.lockutils [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] Acquiring lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.169382] env[69990]: DEBUG oslo_concurrency.lockutils [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] Acquired lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.169561] env[69990]: DEBUG nova.network.neutron [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Refreshing network info cache for port 107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.192960] env[69990]: DEBUG oslo_concurrency.lockutils [None req-2148074b-b151-4734-ba60-40e722d894f3 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.817s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.868585] env[69990]: DEBUG nova.network.neutron [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Updated VIF entry in instance network info cache for port 107a879b-8a24-4cb7-822c-f29efb4c0128. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.868963] env[69990]: DEBUG nova.network.neutron [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Updating instance_info_cache with network_info: [{"id": "107a879b-8a24-4cb7-822c-f29efb4c0128", "address": "fa:16:3e:47:45:a7", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107a879b-8a", "ovs_interfaceid": "107a879b-8a24-4cb7-822c-f29efb4c0128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.372383] env[69990]: DEBUG oslo_concurrency.lockutils [req-b08758fe-89c8-4f24-a8ed-48848323ef25 req-df5730b0-f264-4452-b6b6-dbd09d73a2cc service nova] Releasing lock "refresh_cache-b18dce29-eea0-4002-9ff2-ad063b4388a9" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.249681] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.250574] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.752948] env[69990]: DEBUG nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.277471] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.277792] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.279404] env[69990]: INFO nova.compute.claims [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.345945] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d19ffaf-13eb-4c4f-8565-d36e80152af2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.353960] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ccdf8b-2ebd-4642-ba27-4a9c094e1e0a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.382896] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ce8a58-663e-48f2-a26f-012ee218e93b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.389746] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c7b63b-0c58-4fc9-a589-1c69b67c5d6d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.403640] env[69990]: DEBUG nova.compute.provider_tree [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.906628] env[69990]: DEBUG nova.scheduler.client.report [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.411249] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.411609] env[69990]: DEBUG nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.917015] env[69990]: DEBUG nova.compute.utils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.918487] env[69990]: DEBUG nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.918648] env[69990]: DEBUG nova.network.neutron [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.962071] env[69990]: DEBUG nova.policy [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989830bf519347529526267327fa39b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a51f3e910404827ab788a6854014fc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.216354] env[69990]: DEBUG nova.network.neutron [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Successfully created port: 928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.422268] env[69990]: DEBUG nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.927194] env[69990]: INFO nova.virt.block_device [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Booting with volume ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc at /dev/sda [ 1395.962996] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f80884a9-9732-4375-b0e1-5526bf592c05 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.972730] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade79ca-2c4b-44a4-86ec-6b4fdd2c0ebb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.998669] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c3dac9c-1182-43e5-8ab7-4abcb23c81f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.006758] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141175ad-05ff-46d1-b6a1-9c07959db00f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.032579] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b13d5-528d-479b-ad0b-7d5c0e88683e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.039049] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9da2ad-97a1-4fe3-a76c-6c829f3b3849 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.052947] env[69990]: DEBUG nova.virt.block_device [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating existing volume attachment record: 4316a00d-dde6-4cd9-b045-778d0f01f225 {{(pid=69990) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1396.557874] env[69990]: DEBUG nova.compute.manager [req-85e904b6-ab07-40b9-8559-47421ccaf79c req-7a917ae7-56c6-4772-94f7-aa37ef96dfda service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Received event network-vif-plugged-928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.558251] env[69990]: DEBUG oslo_concurrency.lockutils [req-85e904b6-ab07-40b9-8559-47421ccaf79c req-7a917ae7-56c6-4772-94f7-aa37ef96dfda service nova] Acquiring lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.558448] env[69990]: DEBUG oslo_concurrency.lockutils [req-85e904b6-ab07-40b9-8559-47421ccaf79c req-7a917ae7-56c6-4772-94f7-aa37ef96dfda service nova] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.558514] env[69990]: DEBUG oslo_concurrency.lockutils [req-85e904b6-ab07-40b9-8559-47421ccaf79c req-7a917ae7-56c6-4772-94f7-aa37ef96dfda service nova] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.558669] env[69990]: DEBUG nova.compute.manager [req-85e904b6-ab07-40b9-8559-47421ccaf79c req-7a917ae7-56c6-4772-94f7-aa37ef96dfda service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] No waiting events found dispatching network-vif-plugged-928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.558835] env[69990]: WARNING nova.compute.manager [req-85e904b6-ab07-40b9-8559-47421ccaf79c req-7a917ae7-56c6-4772-94f7-aa37ef96dfda service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Received unexpected event network-vif-plugged-928deeb9-1238-4829-8eba-2172cb63e31a for instance with vm_state building and task_state block_device_mapping. [ 1396.642856] env[69990]: DEBUG nova.network.neutron [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Successfully updated port: 928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.145032] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.145125] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.145346] env[69990]: DEBUG nova.network.neutron [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.677978] env[69990]: DEBUG nova.network.neutron [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.816333] env[69990]: DEBUG nova.network.neutron [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [{"id": "928deeb9-1238-4829-8eba-2172cb63e31a", "address": "fa:16:3e:82:93:f3", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928deeb9-12", "ovs_interfaceid": "928deeb9-1238-4829-8eba-2172cb63e31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.895972] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.132092] env[69990]: DEBUG nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.132649] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.132899] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.133095] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.133292] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.133440] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.133588] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.133797] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.133953] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.134134] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.134308] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.134484] env[69990]: DEBUG nova.virt.hardware [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.135401] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a87967-60a2-48f0-98ba-8c53ba919e52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.144120] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747edc9c-f88a-47cf-a6a7-cc96c90f4d31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.319663] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.319928] env[69990]: DEBUG nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Instance network_info: |[{"id": "928deeb9-1238-4829-8eba-2172cb63e31a", "address": "fa:16:3e:82:93:f3", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928deeb9-12", "ovs_interfaceid": "928deeb9-1238-4829-8eba-2172cb63e31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.320410] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:93:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '928deeb9-1238-4829-8eba-2172cb63e31a', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.327894] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.328118] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.328351] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55d20a39-e6c0-4d05-b03b-8392d9e81b42 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.348127] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.348127] env[69990]: value = "task-3447217" [ 1398.348127] env[69990]: _type = "Task" [ 1398.348127] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.355536] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447217, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.586619] env[69990]: DEBUG nova.compute.manager [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Received event network-changed-928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.586874] env[69990]: DEBUG nova.compute.manager [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Refreshing instance network info cache due to event network-changed-928deeb9-1238-4829-8eba-2172cb63e31a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.587030] env[69990]: DEBUG oslo_concurrency.lockutils [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] Acquiring lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.587171] env[69990]: DEBUG oslo_concurrency.lockutils [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] Acquired lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.587327] env[69990]: DEBUG nova.network.neutron [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Refreshing network info cache for port 928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.858445] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447217, 'name': CreateVM_Task, 'duration_secs': 0.334219} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.858747] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.859301] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688121', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'name': 'volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fbbddbb-ae94-41c3-8385-7cc365a050dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'serial': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc'}, 'boot_index': 0, 'attachment_id': '4316a00d-dde6-4cd9-b045-778d0f01f225', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69990) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1398.859506] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Root volume attach. Driver type: vmdk {{(pid=69990) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1398.860268] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b55fae4-0023-4a5d-b9eb-ace2f764ec5a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.867179] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4cb0e-776f-45ee-b974-be1f3a2dd62b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.872702] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07e6ba1-c802-4044-b567-3b8972f175b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.882510] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c64ae102-f1ca-4441-b542-57f047b90b6a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.888773] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1398.888773] env[69990]: value = "task-3447218" [ 1398.888773] env[69990]: _type = "Task" [ 1398.888773] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.891713] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.896700] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.896846] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1398.897065] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447218, 'name': RelocateVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.291354] env[69990]: DEBUG nova.network.neutron [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updated VIF entry in instance network info cache for port 928deeb9-1238-4829-8eba-2172cb63e31a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.291728] env[69990]: DEBUG nova.network.neutron [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [{"id": "928deeb9-1238-4829-8eba-2172cb63e31a", "address": "fa:16:3e:82:93:f3", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928deeb9-12", "ovs_interfaceid": "928deeb9-1238-4829-8eba-2172cb63e31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.399179] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447218, 'name': RelocateVM_Task, 'duration_secs': 0.346226} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.399413] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Volume attach. Driver type: vmdk {{(pid=69990) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1399.399605] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688121', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'name': 'volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fbbddbb-ae94-41c3-8385-7cc365a050dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'serial': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1399.400366] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd1588d-ad85-49e5-ab25-9f4e85132dac {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.415295] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79cac5d-af42-4370-aaa9-f9b189d9aa3b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.436089] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc/volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.436610] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00b8702d-d9d5-4362-8cfa-4db9d036cc4e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.455519] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1399.455519] env[69990]: value = "task-3447219" [ 1399.455519] env[69990]: _type = "Task" [ 1399.455519] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.462724] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.794206] env[69990]: DEBUG oslo_concurrency.lockutils [req-bb6388c7-0084-4f43-a398-c6d4afae3a05 req-d1cdfd3c-7067-47ef-8585-e7b883212629 service nova] Releasing lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.964937] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447219, 'name': ReconfigVM_Task, 'duration_secs': 0.284156} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.965296] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc/volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.969890] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2503f8fe-8f97-4b30-94c6-658ab2e2f112 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.986740] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1399.986740] env[69990]: value = "task-3447220" [ 1399.986740] env[69990]: _type = "Task" [ 1399.986740] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.994191] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.496294] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447220, 'name': ReconfigVM_Task, 'duration_secs': 0.118277} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.496598] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688121', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'name': 'volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fbbddbb-ae94-41c3-8385-7cc365a050dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'serial': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc'} {{(pid=69990) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1400.497141] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bde2065-cf3d-44c1-83c4-fda35c05f1ed {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.502911] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1400.502911] env[69990]: value = "task-3447221" [ 1400.502911] env[69990]: _type = "Task" [ 1400.502911] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.510110] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447221, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.015870] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447221, 'name': Rename_Task} progress is 14%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.513424] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447221, 'name': Rename_Task, 'duration_secs': 0.684989} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.513698] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.513941] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103748d2-65b0-4ed5-8c93-975882b35308 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.519836] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1401.519836] env[69990]: value = "task-3447222" [ 1401.519836] env[69990]: _type = "Task" [ 1401.519836] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.526752] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.896807] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.897042] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.897232] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.029554] env[69990]: DEBUG oslo_vmware.api [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447222, 'name': PowerOnVM_Task, 'duration_secs': 0.448291} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.029952] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.030043] env[69990]: INFO nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Took 3.90 seconds to spawn the instance on the hypervisor. [ 1402.030226] env[69990]: DEBUG nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.030990] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e83717d-ec0d-45b2-aae7-aaaef8008359 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.549586] env[69990]: INFO nova.compute.manager [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Took 10.29 seconds to build instance. [ 1402.895184] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.051761] env[69990]: DEBUG oslo_concurrency.lockutils [None req-b19c357a-632f-4b0c-ba8c-aaf2714c94a9 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.801s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.398045] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.398327] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.398517] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.398677] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1403.399629] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9765d-f4c5-47b3-a7cb-8389df087079 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.407637] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d38dbe3-402f-4240-ac45-aae0cc1fe1c8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.421433] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3eef70-48e3-4f61-9f63-3387cf126356 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.427968] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c832653-94e5-4a3e-9b9d-c62bdaf48441 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.458173] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180507MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1403.458338] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.458577] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.549999] env[69990]: DEBUG nova.compute.manager [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Received event network-changed-3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.550214] env[69990]: DEBUG nova.compute.manager [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Refreshing instance network info cache due to event network-changed-3fe35c28-d168-4e97-add2-788e2e300667. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.550425] env[69990]: DEBUG oslo_concurrency.lockutils [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] Acquiring lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.550569] env[69990]: DEBUG oslo_concurrency.lockutils [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] Acquired lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.550727] env[69990]: DEBUG nova.network.neutron [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Refreshing network info cache for port 3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.251737] env[69990]: DEBUG nova.network.neutron [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updated VIF entry in instance network info cache for port 3fe35c28-d168-4e97-add2-788e2e300667. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.252110] env[69990]: DEBUG nova.network.neutron [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updating instance_info_cache with network_info: [{"id": "3fe35c28-d168-4e97-add2-788e2e300667", "address": "fa:16:3e:6e:15:d5", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe35c28-d1", "ovs_interfaceid": "3fe35c28-d168-4e97-add2-788e2e300667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.466849] env[69990]: INFO nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating resource usage from migration a1650b5e-5291-4271-801d-d477c553bd09 [ 1404.587896] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.588077] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 5058195d-991c-4d10-9e67-d413ae386744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.588209] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance b18dce29-eea0-4002-9ff2-ad063b4388a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.588329] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Migration a1650b5e-5291-4271-801d-d477c553bd09 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1404.588478] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance 2fbbddbb-ae94-41c3-8385-7cc365a050dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.588648] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1404.588786] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1404.663935] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456d3330-8d8e-4cf7-86dd-e31bfa999a11 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.669265] env[69990]: DEBUG nova.compute.manager [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Stashing vm_state: active {{(pid=69990) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1404.675026] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621ce7a6-459e-4184-8600-cfd1fe6dd7ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.708057] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426b80cc-c7e4-4d9e-9ed7-e4fa18b41b48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.715347] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0d093-aafe-4667-9d61-e2334f00a336 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.728564] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.754741] env[69990]: DEBUG oslo_concurrency.lockutils [req-5a3500a7-40dc-45c9-9f3a-67289fb14689 req-90470c06-448e-4bf0-ac13-bc8a20ba5758 service nova] Releasing lock "refresh_cache-cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.188645] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.232387] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.737707] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1405.738135] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.279s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.738200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.550s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.767852] env[69990]: DEBUG nova.compute.manager [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Received event network-changed-928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.768055] env[69990]: DEBUG nova.compute.manager [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Refreshing instance network info cache due to event network-changed-928deeb9-1238-4829-8eba-2172cb63e31a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1405.768276] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] Acquiring lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.768447] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] Acquired lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.768617] env[69990]: DEBUG nova.network.neutron [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Refreshing network info cache for port 928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.896060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.896060] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.896060] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Cleaning up deleted instances with incomplete migration {{(pid=69990) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1406.243066] env[69990]: INFO nova.compute.claims [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.455447] env[69990]: DEBUG nova.network.neutron [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updated VIF entry in instance network info cache for port 928deeb9-1238-4829-8eba-2172cb63e31a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.455794] env[69990]: DEBUG nova.network.neutron [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [{"id": "928deeb9-1238-4829-8eba-2172cb63e31a", "address": "fa:16:3e:82:93:f3", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928deeb9-12", "ovs_interfaceid": "928deeb9-1238-4829-8eba-2172cb63e31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.480319] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "5058195d-991c-4d10-9e67-d413ae386744" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.480541] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.480739] env[69990]: DEBUG nova.compute.manager [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.481964] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab94392-c7f1-45a6-818e-d58c965d19fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.488671] env[69990]: DEBUG nova.compute.manager [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69990) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1406.489209] env[69990]: DEBUG nova.objects.instance [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'flavor' on Instance uuid 5058195d-991c-4d10-9e67-d413ae386744 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.749219] env[69990]: INFO nova.compute.resource_tracker [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating resource usage from migration a1650b5e-5291-4271-801d-d477c553bd09 [ 1406.819818] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a90090-d907-4012-8119-51d8e7265125 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.827227] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb3ff20-cf37-4b53-8467-ceb8fea6d574 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.856410] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c7bb11-b7d4-4834-ab1f-05b3bc78f8e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.863200] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd895d2-2903-49a9-a47c-d71b72754365 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.875598] env[69990]: DEBUG nova.compute.provider_tree [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.958066] env[69990]: DEBUG oslo_concurrency.lockutils [req-cf2c8d8f-4969-41d6-bdb1-c23c908c808f req-1b7414a3-5fb8-4d2f-b840-a72bff101a34 service nova] Releasing lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.378805] env[69990]: DEBUG nova.scheduler.client.report [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.494963] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.495717] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2901c1ab-be31-4d74-9d56-6ff325391399 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.504187] env[69990]: DEBUG oslo_vmware.api [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1407.504187] env[69990]: value = "task-3447223" [ 1407.504187] env[69990]: _type = "Task" [ 1407.504187] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.511724] env[69990]: DEBUG oslo_vmware.api [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.885381] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.147s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.885731] env[69990]: INFO nova.compute.manager [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Migrating [ 1408.013902] env[69990]: DEBUG oslo_vmware.api [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447223, 'name': PowerOffVM_Task, 'duration_secs': 0.200159} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.014166] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.014366] env[69990]: DEBUG nova.compute.manager [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.015112] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea9430-0ec1-4b30-8f95-cd87f4f6c133 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.399881] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.400081] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.400263] env[69990]: DEBUG nova.network.neutron [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.525255] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1416269d-c4cf-4838-bf5a-e154b935a7be tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.826067] env[69990]: DEBUG nova.objects.instance [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'flavor' on Instance uuid 5058195d-991c-4d10-9e67-d413ae386744 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.090629] env[69990]: DEBUG nova.network.neutron [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [{"id": "928deeb9-1238-4829-8eba-2172cb63e31a", "address": "fa:16:3e:82:93:f3", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928deeb9-12", "ovs_interfaceid": "928deeb9-1238-4829-8eba-2172cb63e31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.330755] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.330969] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.331099] env[69990]: DEBUG nova.network.neutron [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.331275] env[69990]: DEBUG nova.objects.instance [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'info_cache' on Instance uuid 5058195d-991c-4d10-9e67-d413ae386744 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.593914] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.834542] env[69990]: DEBUG nova.objects.base [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Object Instance<5058195d-991c-4d10-9e67-d413ae386744> lazy-loaded attributes: flavor,info_cache {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1409.895921] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.522952] env[69990]: DEBUG nova.network.neutron [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updating instance_info_cache with network_info: [{"id": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "address": "fa:16:3e:ae:aa:55", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17295b80-82", "ovs_interfaceid": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.025752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.108353] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0b0de2-cba6-4935-b547-444c62fff0bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.126767] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance '2fbbddbb-ae94-41c3-8385-7cc365a050dc' progress to 0 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.632540] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.632854] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2f7bc1-347f-4d68-ade2-064b873662cb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.640573] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1411.640573] env[69990]: value = "task-3447224" [ 1411.640573] env[69990]: _type = "Task" [ 1411.640573] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.647985] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.031604] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.031891] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dea74b9-2127-4c3d-b0a5-76568247a8d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.038552] env[69990]: DEBUG oslo_vmware.api [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1412.038552] env[69990]: value = "task-3447225" [ 1412.038552] env[69990]: _type = "Task" [ 1412.038552] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.046336] env[69990]: DEBUG oslo_vmware.api [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.151053] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447224, 'name': PowerOffVM_Task, 'duration_secs': 0.206824} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.151237] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.151383] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance '2fbbddbb-ae94-41c3-8385-7cc365a050dc' progress to 17 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.548744] env[69990]: DEBUG oslo_vmware.api [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447225, 'name': PowerOnVM_Task, 'duration_secs': 0.364365} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.549017] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.549218] env[69990]: DEBUG nova.compute.manager [None req-00532472-de42-47fe-b21d-af8e94c03a89 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.549964] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442424c3-15c6-41a7-ad7f-f0c92bf00c7d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.657831] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.658205] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.658240] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.658429] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.658591] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.658740] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.658944] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.659116] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.659286] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.659449] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.659622] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.664704] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f12001-51bf-4820-a5b4-2819f45248e2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.680939] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1412.680939] env[69990]: value = "task-3447226" [ 1412.680939] env[69990]: _type = "Task" [ 1412.680939] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.688519] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447226, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.190994] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447226, 'name': ReconfigVM_Task, 'duration_secs': 0.180899} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.191330] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance '2fbbddbb-ae94-41c3-8385-7cc365a050dc' progress to 33 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.397622] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.397807] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Cleaning up deleted instances {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1413.568531] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f2bea1-8cf5-40b8-bc41-4031ba91a986 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.575547] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d3a5dc-2d4a-46b8-ac42-44b1f00fbc12 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Suspending the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1413.575772] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-55644f50-7234-4d48-981b-ef952bb5f8ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.581774] env[69990]: DEBUG oslo_vmware.api [None req-a3d3a5dc-2d4a-46b8-ac42-44b1f00fbc12 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1413.581774] env[69990]: value = "task-3447227" [ 1413.581774] env[69990]: _type = "Task" [ 1413.581774] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.589125] env[69990]: DEBUG oslo_vmware.api [None req-a3d3a5dc-2d4a-46b8-ac42-44b1f00fbc12 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447227, 'name': SuspendVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.697683] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.698059] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.698097] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.698271] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.698468] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.698734] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.698972] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.699155] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.699329] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.699497] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.699672] env[69990]: DEBUG nova.virt.hardware [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.705296] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1413.705653] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ecc7db-f095-4b66-9826-a3b0cf30f788 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.724704] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1413.724704] env[69990]: value = "task-3447228" [ 1413.724704] env[69990]: _type = "Task" [ 1413.724704] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.733116] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.910117] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] There are 23 instances to clean {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1413.910360] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: e6b23652-fbc2-4ac2-a561-cf39d0c5d3af] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1414.091493] env[69990]: DEBUG oslo_vmware.api [None req-a3d3a5dc-2d4a-46b8-ac42-44b1f00fbc12 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447227, 'name': SuspendVM_Task} progress is 70%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.234179] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.414068] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 6b82c69a-b0b2-4e48-9e5c-be7d18a3e4b8] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1414.592190] env[69990]: DEBUG oslo_vmware.api [None req-a3d3a5dc-2d4a-46b8-ac42-44b1f00fbc12 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447227, 'name': SuspendVM_Task, 'duration_secs': 0.582033} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.592458] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d3a5dc-2d4a-46b8-ac42-44b1f00fbc12 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Suspended the VM {{(pid=69990) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1414.592646] env[69990]: DEBUG nova.compute.manager [None req-a3d3a5dc-2d4a-46b8-ac42-44b1f00fbc12 tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.593393] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa53f6-b05d-4d95-abb0-0c07d46fa9d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.734536] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.918080] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 23928bb5-097c-435b-8acb-081ebb2fc83c] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1415.236969] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447228, 'name': ReconfigVM_Task, 'duration_secs': 1.169456} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.237312] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.238084] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe5daea-dcb2-4894-9a41-8c63f70f5dcd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.259777] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc/volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.259997] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f98a5ed3-f745-4d80-bde3-5a5fd878e365 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.277046] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1415.277046] env[69990]: value = "task-3447229" [ 1415.277046] env[69990]: _type = "Task" [ 1415.277046] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.284510] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.420425] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 7fb4700b-8b59-4e79-af78-270c55f5dde4] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1415.786532] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447229, 'name': ReconfigVM_Task, 'duration_secs': 0.243019} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.786880] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc/volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.788223] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance '2fbbddbb-ae94-41c3-8385-7cc365a050dc' progress to 50 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.909163] env[69990]: INFO nova.compute.manager [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Resuming [ 1415.909772] env[69990]: DEBUG nova.objects.instance [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'flavor' on Instance uuid 5058195d-991c-4d10-9e67-d413ae386744 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.923709] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: e31b22f9-50f3-41b2-8532-d063377c0cb2] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1416.293835] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e092198-a9cd-424d-93ea-abca12ea5395 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.312568] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d42b10-1a88-4313-ae4c-f0e4e4dfea1c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.330698] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance '2fbbddbb-ae94-41c3-8385-7cc365a050dc' progress to 67 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.426806] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 4ae53244-7a03-402a-9b17-df3cc7c15ee5] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1416.930163] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 036749b1-ac57-41d5-8ae0-fb528ef33ffa] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.419734] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.419923] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquired lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.420142] env[69990]: DEBUG nova.network.neutron [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.432573] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: a2acf671-ead8-43cb-ac88-90b220b430cf] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.936049] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 4fab5352-23d7-4362-b38b-15e246a509d8] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.974918] env[69990]: DEBUG nova.network.neutron [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Port 928deeb9-1238-4829-8eba-2172cb63e31a binding to destination host cpu-1 is already ACTIVE {{(pid=69990) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1418.148829] env[69990]: DEBUG nova.network.neutron [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updating instance_info_cache with network_info: [{"id": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "address": "fa:16:3e:ae:aa:55", "network": {"id": "8675b0d2-703e-4f1b-b592-3c4a990f058e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1729509298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898c7e30a9b042ee9212bff2520405d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17295b80-82", "ovs_interfaceid": "17295b80-8246-4a22-9f6d-23c2c6dc7fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.439703] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: cf66c4ca-3f0b-48b7-a2a1-663a1a41f950] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1418.652098] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Releasing lock "refresh_cache-5058195d-991c-4d10-9e67-d413ae386744" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.652731] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744cff35-95cb-4a8f-8272-556e9ca8c5ea {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.659765] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Resuming the VM {{(pid=69990) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1418.660053] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c8383f-cd7b-4ecf-98e9-8dc9c707bee7 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.666508] env[69990]: DEBUG oslo_vmware.api [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1418.666508] env[69990]: value = "task-3447230" [ 1418.666508] env[69990]: _type = "Task" [ 1418.666508] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.673524] env[69990]: DEBUG oslo_vmware.api [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.944217] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: e4f7dc72-b2e5-4179-8342-7fb6a4a83333] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1418.995914] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.996227] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.996501] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.177851] env[69990]: DEBUG oslo_vmware.api [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.448060] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: d98eed50-dde6-462b-a029-1ffa96f2a0f7] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1419.677024] env[69990]: DEBUG oslo_vmware.api [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447230, 'name': PowerOnVM_Task, 'duration_secs': 0.729272} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.677301] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Resumed the VM {{(pid=69990) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1419.677504] env[69990]: DEBUG nova.compute.manager [None req-6e426b25-2779-4c4f-85bd-d47c1e3749ab tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.678251] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d24028-f9c9-487f-a5fc-ced7b9f56e96 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.950907] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 8852ec48-43b7-436d-9081-a1283290a593] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1420.031310] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.031613] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.031681] env[69990]: DEBUG nova.network.neutron [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.454203] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 3f27c8f3-523f-490e-aac9-28d8de6f6484] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1420.564093] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "5058195d-991c-4d10-9e67-d413ae386744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.564341] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.564543] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "5058195d-991c-4d10-9e67-d413ae386744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.564725] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.564889] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.567561] env[69990]: INFO nova.compute.manager [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Terminating instance [ 1420.720646] env[69990]: DEBUG nova.network.neutron [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [{"id": "928deeb9-1238-4829-8eba-2172cb63e31a", "address": "fa:16:3e:82:93:f3", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928deeb9-12", "ovs_interfaceid": "928deeb9-1238-4829-8eba-2172cb63e31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.957472] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: ae53b001-aea9-469c-a212-9d1b3026cb26] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1421.071276] env[69990]: DEBUG nova.compute.manager [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.071522] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.072389] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10655748-f017-4091-a540-bdf54aa410ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.081074] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.081497] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4af49b6-190c-4a69-ac74-00b270e3dd06 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.086817] env[69990]: DEBUG oslo_vmware.api [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1421.086817] env[69990]: value = "task-3447231" [ 1421.086817] env[69990]: _type = "Task" [ 1421.086817] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.094319] env[69990]: DEBUG oslo_vmware.api [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.223186] env[69990]: DEBUG oslo_concurrency.lockutils [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.460339] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: fff36436-5f1f-460a-8a3d-e7b0c4caa72f] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1421.596672] env[69990]: DEBUG oslo_vmware.api [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447231, 'name': PowerOffVM_Task, 'duration_secs': 0.180084} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.596944] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.597135] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.597419] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c440b11-2363-408d-98b3-c391c4635a5e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.660641] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.660849] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.661045] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleting the datastore file [datastore2] 5058195d-991c-4d10-9e67-d413ae386744 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.661313] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2068500d-6821-4b60-bdca-aa39d94b87dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.667041] env[69990]: DEBUG oslo_vmware.api [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for the task: (returnval){ [ 1421.667041] env[69990]: value = "task-3447233" [ 1421.667041] env[69990]: _type = "Task" [ 1421.667041] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.674494] env[69990]: DEBUG oslo_vmware.api [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.731858] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978a3bb0-f021-4d42-ae1e-456460dd7895 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.738498] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2f7c7-63a7-474f-bbe5-63abfd11b384 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.963721] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: c5965305-3868-4887-9f36-395d428d2f08] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1422.177300] env[69990]: DEBUG oslo_vmware.api [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Task: {'id': task-3447233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133433} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.177514] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.177704] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.177915] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.178099] env[69990]: INFO nova.compute.manager [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1422.178332] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.178523] env[69990]: DEBUG nova.compute.manager [-] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.178618] env[69990]: DEBUG nova.network.neutron [-] [instance: 5058195d-991c-4d10-9e67-d413ae386744] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.467484] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: edfb9f0a-e172-459d-8b1c-c48bab53ba03] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1422.633897] env[69990]: DEBUG nova.compute.manager [req-b284baa7-ca1a-42a5-94c3-381ac061d96b req-80f77bc2-a34e-446d-a7f1-84f831ddab20 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Received event network-vif-deleted-17295b80-8246-4a22-9f6d-23c2c6dc7fe9 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.634107] env[69990]: INFO nova.compute.manager [req-b284baa7-ca1a-42a5-94c3-381ac061d96b req-80f77bc2-a34e-446d-a7f1-84f831ddab20 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Neutron deleted interface 17295b80-8246-4a22-9f6d-23c2c6dc7fe9; detaching it from the instance and deleting it from the info cache [ 1422.634283] env[69990]: DEBUG nova.network.neutron [req-b284baa7-ca1a-42a5-94c3-381ac061d96b req-80f77bc2-a34e-446d-a7f1-84f831ddab20 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.837356] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab9b60-6d31-4fa8-88b5-d606e6e3063d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.856407] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6563cdca-f7c5-4956-95e3-2784a68ca44e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.863420] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance '2fbbddbb-ae94-41c3-8385-7cc365a050dc' progress to 83 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.971070] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 3f3543df-06a3-4f88-ba67-9b247cc91d6c] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1423.114603] env[69990]: DEBUG nova.network.neutron [-] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.137243] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3725b3d7-604d-46df-8951-bae5493c54d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.147662] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f3a219-bf7f-47b1-a1fe-a998ccf0930c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.174036] env[69990]: DEBUG nova.compute.manager [req-b284baa7-ca1a-42a5-94c3-381ac061d96b req-80f77bc2-a34e-446d-a7f1-84f831ddab20 service nova] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Detach interface failed, port_id=17295b80-8246-4a22-9f6d-23c2c6dc7fe9, reason: Instance 5058195d-991c-4d10-9e67-d413ae386744 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1423.369886] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.370204] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db9c8c3-8ada-4597-8eac-feef170fb615 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.378227] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1423.378227] env[69990]: value = "task-3447234" [ 1423.378227] env[69990]: _type = "Task" [ 1423.378227] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.386209] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.474413] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 506a8d37-0a02-46b3-af37-4ea8f4b05e95] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1423.617185] env[69990]: INFO nova.compute.manager [-] [instance: 5058195d-991c-4d10-9e67-d413ae386744] Took 1.44 seconds to deallocate network for instance. [ 1423.888359] env[69990]: DEBUG oslo_vmware.api [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447234, 'name': PowerOnVM_Task, 'duration_secs': 0.371359} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.888642] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.888829] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-c681f98f-64bc-44ef-8d41-5fc6e55a7419 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance '2fbbddbb-ae94-41c3-8385-7cc365a050dc' progress to 100 {{(pid=69990) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.977859] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: af03ceef-5d65-4b23-a402-a02680e7533d] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1424.123332] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.123658] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.123891] env[69990]: DEBUG nova.objects.instance [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lazy-loading 'resources' on Instance uuid 5058195d-991c-4d10-9e67-d413ae386744 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.480502] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: aa59ad5b-c9dd-46f3-8582-f295d9716514] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1424.697899] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9646d-46d9-4bf6-a387-b1f72e338c33 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.705744] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d760165-076b-4526-9436-9b26f0ad2dbb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.735725] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf4816-1597-481f-8b02-afabea3698f9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.742851] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bed5ac8-3c93-4b97-be67-1ca370a5f4d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.755614] env[69990]: DEBUG nova.compute.provider_tree [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.983291] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] [instance: 28aaa1db-7b99-4a85-b849-4c8cb3c15957] Instance has had 0 of 5 cleanup attempts {{(pid=69990) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1425.258816] env[69990]: DEBUG nova.scheduler.client.report [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.763791] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.793606] env[69990]: INFO nova.scheduler.client.report [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Deleted allocations for instance 5058195d-991c-4d10-9e67-d413ae386744 [ 1426.302549] env[69990]: DEBUG oslo_concurrency.lockutils [None req-aedc7620-9e9a-4aa1-9f32-e5caaed6577f tempest-ServerActionsTestJSON-736904952 tempest-ServerActionsTestJSON-736904952-project-member] Lock "5058195d-991c-4d10-9e67-d413ae386744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.465703] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.465959] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.466173] env[69990]: DEBUG nova.compute.manager [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Going to confirm migration 10 {{(pid=69990) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1427.023300] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.023485] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquired lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.023663] env[69990]: DEBUG nova.network.neutron [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.023846] env[69990]: DEBUG nova.objects.instance [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'info_cache' on Instance uuid 2fbbddbb-ae94-41c3-8385-7cc365a050dc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.248676] env[69990]: DEBUG nova.network.neutron [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [{"id": "928deeb9-1238-4829-8eba-2172cb63e31a", "address": "fa:16:3e:82:93:f3", "network": {"id": "034c6c0e-9ff3-48a8-b3d0-eb3d3e5779ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1439169591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a51f3e910404827ab788a6854014fc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928deeb9-12", "ovs_interfaceid": "928deeb9-1238-4829-8eba-2172cb63e31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.751762] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Releasing lock "refresh_cache-2fbbddbb-ae94-41c3-8385-7cc365a050dc" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.752064] env[69990]: DEBUG nova.objects.instance [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'migration_context' on Instance uuid 2fbbddbb-ae94-41c3-8385-7cc365a050dc {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.255201] env[69990]: DEBUG nova.objects.base [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Object Instance<2fbbddbb-ae94-41c3-8385-7cc365a050dc> lazy-loaded attributes: info_cache,migration_context {{(pid=69990) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1429.256165] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7a2310-cbeb-413b-b917-942e895c3245 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.275783] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ca06e4-1064-4bbe-8c80-b2a99f77f4f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.281723] env[69990]: DEBUG oslo_vmware.api [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1429.281723] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52536f94-3fc0-072e-86e9-864f23653ae3" [ 1429.281723] env[69990]: _type = "Task" [ 1429.281723] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.288990] env[69990]: DEBUG oslo_vmware.api [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52536f94-3fc0-072e-86e9-864f23653ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.589611] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.589870] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.791226] env[69990]: DEBUG oslo_vmware.api [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52536f94-3fc0-072e-86e9-864f23653ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.791432] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.791671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.092537] env[69990]: DEBUG nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.365902] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164270f8-99d7-42c7-8142-fe31fbf9f904 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.373810] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28225dfa-e4c0-4b54-a685-d5b9f6eb30b4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.403526] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3752578b-3484-453a-87f9-802eaff6b3bc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.410758] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1596d43c-75f6-421f-bd67-4f1e7d4930ad {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.423411] env[69990]: DEBUG nova.compute.provider_tree [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.611908] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.926907] env[69990]: DEBUG nova.scheduler.client.report [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.937974] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.146s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.940779] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.329s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.942134] env[69990]: INFO nova.compute.claims [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.497222] env[69990]: INFO nova.scheduler.client.report [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted allocation for migration a1650b5e-5291-4271-801d-d477c553bd09 [ 1432.880941] env[69990]: INFO nova.compute.manager [None req-9fb9568b-3cbc-47d7-8eea-fb0c432c2126 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Get console output [ 1432.881353] env[69990]: WARNING nova.virt.vmwareapi.driver [None req-9fb9568b-3cbc-47d7-8eea-fb0c432c2126 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] The console log is missing. Check your VSPC configuration [ 1433.001422] env[69990]: DEBUG oslo_concurrency.lockutils [None req-a76b6867-ffa8-4b1e-b3cd-6c267b40d8d8 tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.535s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.014513] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a6726-b035-4570-a197-b0105688f7ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.022448] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bb9766-7f77-4f8e-baaa-c338e1f3e7a8 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.053016] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f594f1-3b9d-49aa-b63a-2af6451fc437 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.060157] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaa9340-c957-4f13-9e33-f5b627c718f5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.074150] env[69990]: DEBUG nova.compute.provider_tree [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.577518] env[69990]: DEBUG nova.scheduler.client.report [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.083938] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.084500] env[69990]: DEBUG nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.591883] env[69990]: DEBUG nova.compute.utils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1434.593890] env[69990]: DEBUG nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Not allocating networking since 'none' was specified. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1435.096069] env[69990]: DEBUG nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.105374] env[69990]: DEBUG nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.133246] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.133504] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.133662] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.133842] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.133986] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.134145] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.134380] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.134506] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.134671] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.134829] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.134997] env[69990]: DEBUG nova.virt.hardware [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.135964] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3655bc8e-742c-4b91-876c-161a7c8beef4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.143816] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ae67b-5196-4ac4-8009-4f3649aafc68 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.157770] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.163312] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Creating folder: Project (38b21bf697df452986aaa67f00cc5348). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.163561] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-406657c4-e76b-4516-95bf-c13482452940 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.172778] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Created folder: Project (38b21bf697df452986aaa67f00cc5348) in parent group-v687779. [ 1436.172958] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Creating folder: Instances. Parent ref: group-v688123. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.173188] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21123ce6-f0a1-46a7-be12-55d8556c8269 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.180770] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Created folder: Instances in parent group-v688123. [ 1436.180985] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1436.181177] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.181365] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a475bfa0-2545-40c0-a638-59e464af022e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.196073] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.196073] env[69990]: value = "task-3447237" [ 1436.196073] env[69990]: _type = "Task" [ 1436.196073] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.202948] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447237, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.706155] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447237, 'name': CreateVM_Task, 'duration_secs': 0.304643} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.706302] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.706707] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.706864] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.707200] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.707472] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52bc25a6-fc4d-4a02-ac75-1fc6c0d432ca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.711452] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1436.711452] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52d026d1-0584-7c15-6143-531b2f342c4d" [ 1436.711452] env[69990]: _type = "Task" [ 1436.711452] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.719776] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d026d1-0584-7c15-6143-531b2f342c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.221979] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52d026d1-0584-7c15-6143-531b2f342c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.020014} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.222411] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.222785] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.223172] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.223423] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.223709] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.224092] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9da1756d-2c34-4e48-8ffd-f03c53c73b87 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.232536] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.232703] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.233396] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983ff012-7d24-4eac-955d-7f5cd5305505 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.238300] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1437.238300] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5231e59f-1bc9-2aa7-2d46-2d728d7b4cfc" [ 1437.238300] env[69990]: _type = "Task" [ 1437.238300] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.245324] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5231e59f-1bc9-2aa7-2d46-2d728d7b4cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.747970] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5231e59f-1bc9-2aa7-2d46-2d728d7b4cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.007944} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.748801] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64db24d-8767-4807-8689-33f91843c795 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.753589] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1437.753589] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52a43425-605e-2ccd-8233-ace0c0d07998" [ 1437.753589] env[69990]: _type = "Task" [ 1437.753589] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.761210] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a43425-605e-2ccd-8233-ace0c0d07998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.264301] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52a43425-605e-2ccd-8233-ace0c0d07998, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.264641] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.264804] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.265073] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c11f5bc-cbec-4105-9695-eab794c547ec {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.272142] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1438.272142] env[69990]: value = "task-3447238" [ 1438.272142] env[69990]: _type = "Task" [ 1438.272142] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.279175] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.781378] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447238, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.282476] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517899} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.282863] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.282972] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.284352] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd52e1cd-dfae-4265-af25-f212fe302f81 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.290117] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1439.290117] env[69990]: value = "task-3447239" [ 1439.290117] env[69990]: _type = "Task" [ 1439.290117] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.299877] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.800067] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066775} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.800274] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.801099] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f50f10f-57c5-4168-863c-9fd23b94ef54 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.820102] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.820335] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3570dd34-c4ff-4d02-a7f7-86b4f20fcea9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.838540] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1439.838540] env[69990]: value = "task-3447240" [ 1439.838540] env[69990]: _type = "Task" [ 1439.838540] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.846017] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.349493] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447240, 'name': ReconfigVM_Task, 'duration_secs': 0.378421} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.349897] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.350485] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9e47df1-8343-41f0-9be3-1027cc8ed74f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.357600] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1440.357600] env[69990]: value = "task-3447241" [ 1440.357600] env[69990]: _type = "Task" [ 1440.357600] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.365709] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447241, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.867548] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447241, 'name': Rename_Task, 'duration_secs': 0.116717} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.867813] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.868065] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd978504-5492-41c6-a8db-806b015dcca5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.873789] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1440.873789] env[69990]: value = "task-3447242" [ 1440.873789] env[69990]: _type = "Task" [ 1440.873789] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.880682] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.383514] env[69990]: DEBUG oslo_vmware.api [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447242, 'name': PowerOnVM_Task, 'duration_secs': 0.384213} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.383980] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.383980] env[69990]: INFO nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1441.384147] env[69990]: DEBUG nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.384838] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b0442-85fe-4512-9c23-38d84c8205c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.901495] env[69990]: INFO nova.compute.manager [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Took 11.30 seconds to build instance. [ 1442.403634] env[69990]: DEBUG oslo_concurrency.lockutils [None req-dbddb106-8317-4886-9fc9-b27144bdc6b7 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.814s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.067675] env[69990]: INFO nova.compute.manager [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Rebuilding instance [ 1443.107184] env[69990]: DEBUG nova.compute.manager [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.108069] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf0a29f-61b5-43d3-9167-0ed5e0a5a107 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.121400] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.121736] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84e31ee8-ca22-4442-916f-8f975da21233 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.129232] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1444.129232] env[69990]: value = "task-3447243" [ 1444.129232] env[69990]: _type = "Task" [ 1444.129232] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.137345] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.639115] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447243, 'name': PowerOffVM_Task, 'duration_secs': 0.160682} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.639384] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.640037] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.640774] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ca0ae7-2d56-41b0-8dc5-de706e6cd0c2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.646977] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.647211] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbc7c11f-0021-40a3-aecf-5529773f7571 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.673336] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.673541] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.673719] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Deleting the datastore file [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.673958] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa26429e-c21f-4430-85f9-a2b52defd1ab {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.680294] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1444.680294] env[69990]: value = "task-3447245" [ 1444.680294] env[69990]: _type = "Task" [ 1444.680294] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.688730] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.190555] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093471} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.190915] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.190950] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.191141] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.285643] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.285960] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.286069] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.286228] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.286381] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.286527] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.286741] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.286898] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.287075] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.287242] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.287440] env[69990]: DEBUG nova.virt.hardware [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.288333] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d75a10-217a-4d0a-87b2-f3edecdadcdb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.295969] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaace06-e174-41a2-bc49-33be43ad0f17 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.308682] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Instance VIF info [] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.314205] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.314427] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.314618] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b7e4580-bd20-4949-b0aa-fea2f72f6cca {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.330691] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.330691] env[69990]: value = "task-3447246" [ 1446.330691] env[69990]: _type = "Task" [ 1446.330691] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.337683] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447246, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.840487] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447246, 'name': CreateVM_Task, 'duration_secs': 0.247262} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.840670] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.841071] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.841233] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.841550] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.841792] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108e3c34-1866-41c4-bba1-cde4467bdc15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.845884] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1446.845884] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]524a850e-90d3-ecab-f880-2030ce037e7b" [ 1446.845884] env[69990]: _type = "Task" [ 1446.845884] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.852822] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524a850e-90d3-ecab-f880-2030ce037e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.355916] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]524a850e-90d3-ecab-f880-2030ce037e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.356262] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.356437] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.356671] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.356817] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.356995] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.357267] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6d41b2-ef57-4670-8491-8e16ec7ab08c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.364980] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.365196] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.365862] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696259c2-bb9c-4002-bf4e-233f24722757 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.370247] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1447.370247] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]526fd878-3dd1-7b47-cb96-e919d0b5b9c4" [ 1447.370247] env[69990]: _type = "Task" [ 1447.370247] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.377709] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526fd878-3dd1-7b47-cb96-e919d0b5b9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.879905] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]526fd878-3dd1-7b47-cb96-e919d0b5b9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.007888} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.880711] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c26a82-2b3c-4b44-92e9-7902c873b1ef {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.885304] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1447.885304] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]523f5d77-fdb7-7b49-53a7-e7e909cb77cf" [ 1447.885304] env[69990]: _type = "Task" [ 1447.885304] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.893345] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523f5d77-fdb7-7b49-53a7-e7e909cb77cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.395089] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]523f5d77-fdb7-7b49-53a7-e7e909cb77cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.395473] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.395601] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.395832] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ac7c907-efe1-42c8-a36d-ec551f25a9b3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.402120] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1448.402120] env[69990]: value = "task-3447247" [ 1448.402120] env[69990]: _type = "Task" [ 1448.402120] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.409138] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.913141] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.389137} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.913446] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.913658] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.913916] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2622be5-9d62-4654-8ed3-de71d56953d0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.919781] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1448.919781] env[69990]: value = "task-3447248" [ 1448.919781] env[69990]: _type = "Task" [ 1448.919781] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.926978] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.429123] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059017} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.429485] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.430134] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396d7c0-189e-44e4-a96d-5c9cd22530dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.448933] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.449185] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6833342f-8f77-4274-8053-3f54a6969ef2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.468163] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1449.468163] env[69990]: value = "task-3447249" [ 1449.468163] env[69990]: _type = "Task" [ 1449.468163] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.475233] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.978019] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447249, 'name': ReconfigVM_Task, 'duration_secs': 0.446195} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.978311] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4/417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.978941] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c57d1b90-c0dd-460f-9763-edb2d7c9b2ae {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.984420] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1449.984420] env[69990]: value = "task-3447250" [ 1449.984420] env[69990]: _type = "Task" [ 1449.984420] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.991701] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447250, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.494245] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447250, 'name': Rename_Task, 'duration_secs': 0.132666} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.494590] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.494760] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-204841bf-9749-4fb3-a882-d801fea0bc03 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.501119] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1450.501119] env[69990]: value = "task-3447251" [ 1450.501119] env[69990]: _type = "Task" [ 1450.501119] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.507926] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.011069] env[69990]: DEBUG oslo_vmware.api [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447251, 'name': PowerOnVM_Task, 'duration_secs': 0.424553} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.011345] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.011557] env[69990]: DEBUG nova.compute.manager [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.012358] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9631f7b8-1f12-4875-916c-88885ac2c364 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.529115] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.529115] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.529115] env[69990]: DEBUG nova.objects.instance [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69990) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1451.774911] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.775193] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.775404] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.775586] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.775752] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.777970] env[69990]: INFO nova.compute.manager [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Terminating instance [ 1452.281643] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "refresh_cache-417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.281819] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquired lock "refresh_cache-417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.281989] env[69990]: DEBUG nova.network.neutron [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.539055] env[69990]: DEBUG oslo_concurrency.lockutils [None req-8afe5bed-1362-4efe-8fd8-a26e45bf9bba tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.821614] env[69990]: DEBUG nova.network.neutron [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.874472] env[69990]: DEBUG nova.network.neutron [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.377050] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Releasing lock "refresh_cache-417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.377632] env[69990]: DEBUG nova.compute.manager [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.377890] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.379094] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ffcbfd-0cf1-4df8-a5c5-fc8ee641745e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.387643] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.387925] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c87039-abe3-44ac-a134-9eb9974e5937 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.394532] env[69990]: DEBUG oslo_vmware.api [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1453.394532] env[69990]: value = "task-3447252" [ 1453.394532] env[69990]: _type = "Task" [ 1453.394532] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.401961] env[69990]: DEBUG oslo_vmware.api [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.904723] env[69990]: DEBUG oslo_vmware.api [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447252, 'name': PowerOffVM_Task, 'duration_secs': 0.188338} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.905093] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.905093] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.905285] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5027bb2-c313-4540-8665-060e725534c6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.931387] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.931596] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.931764] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Deleting the datastore file [datastore2] 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.932013] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88e43fbf-7708-40e8-9429-a5eaff83dab2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.938413] env[69990]: DEBUG oslo_vmware.api [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for the task: (returnval){ [ 1453.938413] env[69990]: value = "task-3447254" [ 1453.938413] env[69990]: _type = "Task" [ 1453.938413] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.945488] env[69990]: DEBUG oslo_vmware.api [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.448382] env[69990]: DEBUG oslo_vmware.api [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Task: {'id': task-3447254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094469} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.448621] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.448803] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.448975] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.449169] env[69990]: INFO nova.compute.manager [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1454.449417] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.449624] env[69990]: DEBUG nova.compute.manager [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.449724] env[69990]: DEBUG nova.network.neutron [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.464547] env[69990]: DEBUG nova.network.neutron [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.967154] env[69990]: DEBUG nova.network.neutron [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.470033] env[69990]: INFO nova.compute.manager [-] [instance: 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4] Took 1.02 seconds to deallocate network for instance. [ 1455.976706] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.977099] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.977280] env[69990]: DEBUG nova.objects.instance [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lazy-loading 'resources' on Instance uuid 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.543564] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec9cbda-1dfe-425a-85ef-eae17e31b814 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.550971] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ddd19d-9fa0-4e71-8be9-b9f6a065cc1b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.579954] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089324ef-8416-4ff6-b650-467a7a25baaf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.586551] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c99ac8-1a8c-40d7-946b-609f44048f68 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.598822] env[69990]: DEBUG nova.compute.provider_tree [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.101930] env[69990]: DEBUG nova.scheduler.client.report [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.607075] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.633583] env[69990]: INFO nova.scheduler.client.report [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Deleted allocations for instance 417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4 [ 1458.141640] env[69990]: DEBUG oslo_concurrency.lockutils [None req-27d8266d-b084-4261-b380-fcd3cf718ed5 tempest-ServersListShow298Test-1793393501 tempest-ServersListShow298Test-1793393501-project-member] Lock "417a9fcb-73fa-4f27-9634-4cd4dcc3d2e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.366s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.937109] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.937505] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.937679] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.937879] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.938065] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.940277] env[69990]: INFO nova.compute.manager [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Terminating instance [ 1460.444570] env[69990]: DEBUG nova.compute.manager [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.444815] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.445149] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab46987e-3eab-4f58-ab57-5ec9d6ea457d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.452687] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1460.452687] env[69990]: value = "task-3447255" [ 1460.452687] env[69990]: _type = "Task" [ 1460.452687] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.460434] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.962311] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447255, 'name': PowerOffVM_Task, 'duration_secs': 0.197735} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.962682] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.962782] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Volume detach. Driver type: vmdk {{(pid=69990) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1460.963104] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688121', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'name': 'volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2fbbddbb-ae94-41c3-8385-7cc365a050dc', 'attached_at': '2025-04-15T16:57:11.000000', 'detached_at': '', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'serial': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1460.963893] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c2cf96-6b4f-4e0f-946c-a22181b179dc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.981604] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df6c0f-080d-4257-bed7-14a0843966fc {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.987664] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e9acb0-1b59-49f7-a2d5-3ea46657ff68 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.005397] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0d7623-d4dd-4ad1-ad46-87db83d8b3d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.019310] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc/volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc.vmdk. No consolidation needed. {{(pid=69990) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1461.024513] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1461.024767] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd68f63-0f3d-426d-938e-cdbfd0dac848 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.041834] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1461.041834] env[69990]: value = "task-3447256" [ 1461.041834] env[69990]: _type = "Task" [ 1461.041834] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.049112] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.551678] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447256, 'name': ReconfigVM_Task, 'duration_secs': 0.15769} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.552191] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69990) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1461.556884] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce0c9c3-fdd9-4226-af7f-fc9555051d94 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.572556] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1461.572556] env[69990]: value = "task-3447257" [ 1461.572556] env[69990]: _type = "Task" [ 1461.572556] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.581518] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.081990] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447257, 'name': ReconfigVM_Task, 'duration_secs': 0.14371} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.082417] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688121', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'name': 'volume-ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2fbbddbb-ae94-41c3-8385-7cc365a050dc', 'attached_at': '2025-04-15T16:57:11.000000', 'detached_at': '', 'volume_id': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc', 'serial': 'ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc'} {{(pid=69990) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1462.082561] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.083303] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62652d15-217c-4c8e-a378-0f06e126bf15 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.089461] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.089676] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b7a4b62-93ce-4b7b-9261-775949b6800e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.151243] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.151437] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.151610] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleting the datastore file [datastore1] 2fbbddbb-ae94-41c3-8385-7cc365a050dc {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.151938] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6f43519-96e7-4ccc-931e-67de0896ef31 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.158318] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1462.158318] env[69990]: value = "task-3447259" [ 1462.158318] env[69990]: _type = "Task" [ 1462.158318] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.165989] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.667957] env[69990]: DEBUG oslo_vmware.api [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076769} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.668278] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.668489] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.668664] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.668829] env[69990]: INFO nova.compute.manager [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1462.669071] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.669263] env[69990]: DEBUG nova.compute.manager [-] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.669359] env[69990]: DEBUG nova.network.neutron [-] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.137554] env[69990]: DEBUG nova.compute.manager [req-82195ce0-c41f-4f7e-8505-d83c3d31c0e2 req-3779d25f-0bb8-465a-8e9d-403ede93472c service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Received event network-vif-deleted-928deeb9-1238-4829-8eba-2172cb63e31a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.137816] env[69990]: INFO nova.compute.manager [req-82195ce0-c41f-4f7e-8505-d83c3d31c0e2 req-3779d25f-0bb8-465a-8e9d-403ede93472c service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Neutron deleted interface 928deeb9-1238-4829-8eba-2172cb63e31a; detaching it from the instance and deleting it from the info cache [ 1463.137994] env[69990]: DEBUG nova.network.neutron [req-82195ce0-c41f-4f7e-8505-d83c3d31c0e2 req-3779d25f-0bb8-465a-8e9d-403ede93472c service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.561644] env[69990]: DEBUG nova.network.neutron [-] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.641327] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12a409ca-4d30-42ac-82db-72af44cd7500 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.651497] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8df2d3-b27b-423e-90c1-04446de878d5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.676360] env[69990]: DEBUG nova.compute.manager [req-82195ce0-c41f-4f7e-8505-d83c3d31c0e2 req-3779d25f-0bb8-465a-8e9d-403ede93472c service nova] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Detach interface failed, port_id=928deeb9-1238-4829-8eba-2172cb63e31a, reason: Instance 2fbbddbb-ae94-41c3-8385-7cc365a050dc could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1464.064788] env[69990]: INFO nova.compute.manager [-] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Took 1.39 seconds to deallocate network for instance. [ 1464.606114] env[69990]: INFO nova.compute.manager [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Took 0.54 seconds to detach 1 volumes for instance. [ 1464.608291] env[69990]: DEBUG nova.compute.manager [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: 2fbbddbb-ae94-41c3-8385-7cc365a050dc] Deleting volume: ab364bdf-6fe4-4c9f-b935-95e0cf9ab8fc {{(pid=69990) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1465.146392] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.146638] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.146839] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.168515] env[69990]: INFO nova.scheduler.client.report [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted allocations for instance 2fbbddbb-ae94-41c3-8385-7cc365a050dc [ 1465.676719] env[69990]: DEBUG oslo_concurrency.lockutils [None req-f692ea20-9d08-4e01-8d18-c4fc520803ee tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "2fbbddbb-ae94-41c3-8385-7cc365a050dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.585884] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "b18dce29-eea0-4002-9ff2-ad063b4388a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.586174] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.586389] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "b18dce29-eea0-4002-9ff2-ad063b4388a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.586575] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.586742] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.588958] env[69990]: INFO nova.compute.manager [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Terminating instance [ 1467.092529] env[69990]: DEBUG nova.compute.manager [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.092892] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.093739] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e54031-e7f7-4c21-bb33-314e7399ea8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.101500] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.101728] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38d16d9-4e50-4982-b4f3-430fc7275548 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.108130] env[69990]: DEBUG oslo_vmware.api [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1467.108130] env[69990]: value = "task-3447261" [ 1467.108130] env[69990]: _type = "Task" [ 1467.108130] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.115641] env[69990]: DEBUG oslo_vmware.api [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.618350] env[69990]: DEBUG oslo_vmware.api [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447261, 'name': PowerOffVM_Task, 'duration_secs': 0.184444} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.618603] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.618775] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.619029] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07de97cf-c49b-47d5-8a49-58c3b11c7c48 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.680174] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.680409] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.680609] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleting the datastore file [datastore2] b18dce29-eea0-4002-9ff2-ad063b4388a9 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.680864] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8946a11-08c1-4ad2-a9ac-d97d5f29359f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.687215] env[69990]: DEBUG oslo_vmware.api [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1467.687215] env[69990]: value = "task-3447263" [ 1467.687215] env[69990]: _type = "Task" [ 1467.687215] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.694193] env[69990]: DEBUG oslo_vmware.api [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.196899] env[69990]: DEBUG oslo_vmware.api [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120526} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.197294] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.197332] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.197502] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.197679] env[69990]: INFO nova.compute.manager [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1468.197917] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1468.198122] env[69990]: DEBUG nova.compute.manager [-] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.198244] env[69990]: DEBUG nova.network.neutron [-] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.420179] env[69990]: DEBUG nova.compute.manager [req-89c8d575-319c-4ce0-b18a-d8f41c26b4cd req-0d629377-e075-4a71-a549-9f40a704613d service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Received event network-vif-deleted-107a879b-8a24-4cb7-822c-f29efb4c0128 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.420410] env[69990]: INFO nova.compute.manager [req-89c8d575-319c-4ce0-b18a-d8f41c26b4cd req-0d629377-e075-4a71-a549-9f40a704613d service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Neutron deleted interface 107a879b-8a24-4cb7-822c-f29efb4c0128; detaching it from the instance and deleting it from the info cache [ 1468.420519] env[69990]: DEBUG nova.network.neutron [req-89c8d575-319c-4ce0-b18a-d8f41c26b4cd req-0d629377-e075-4a71-a549-9f40a704613d service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.905511] env[69990]: DEBUG nova.network.neutron [-] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.923088] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-263433a4-a282-4c80-ab2d-40757ab957e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.932536] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d62613e-16b9-4e7c-acc6-b2afd1ac3f50 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.958246] env[69990]: DEBUG nova.compute.manager [req-89c8d575-319c-4ce0-b18a-d8f41c26b4cd req-0d629377-e075-4a71-a549-9f40a704613d service nova] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Detach interface failed, port_id=107a879b-8a24-4cb7-822c-f29efb4c0128, reason: Instance b18dce29-eea0-4002-9ff2-ad063b4388a9 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1469.408240] env[69990]: INFO nova.compute.manager [-] [instance: b18dce29-eea0-4002-9ff2-ad063b4388a9] Took 1.21 seconds to deallocate network for instance. [ 1469.915031] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.915395] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.915625] env[69990]: DEBUG nova.objects.instance [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'resources' on Instance uuid b18dce29-eea0-4002-9ff2-ad063b4388a9 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.978601] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.978801] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.459270] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308a9b6c-956d-4e04-8df7-686f1f4129b5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.466631] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358e4084-a40f-4c81-a491-70e405891d66 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.497085] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984ab283-96d2-4c76-aa04-5c2ea9ade769 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.499727] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.500397] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.500458] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.500582] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.500733] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.500990] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.501038] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1470.501155] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.505268] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6088f1c-8899-4e30-88a9-83b41f986f29 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.519805] env[69990]: DEBUG nova.compute.provider_tree [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.005961] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.023141] env[69990]: DEBUG nova.scheduler.client.report [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.528550] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.531165] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.525s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.531358] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.531521] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1471.532389] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc58ce44-fae1-481a-931c-ebf8e7f794f3 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.540280] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c78b19-de3e-47f4-b08a-f03fdec1ecc1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.554151] env[69990]: INFO nova.scheduler.client.report [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted allocations for instance b18dce29-eea0-4002-9ff2-ad063b4388a9 [ 1471.555552] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d6219-5d52-48bb-912e-8067b1541c6b {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.563882] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff22dae9-3981-46b9-a1e6-710636003e91 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.592630] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180300MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1471.592793] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.593038] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.064055] env[69990]: DEBUG oslo_concurrency.lockutils [None req-66b2082e-c67f-4109-aeef-e7f98c1304eb tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "b18dce29-eea0-4002-9ff2-ad063b4388a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.478s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.611989] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69990) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1472.612254] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1472.612353] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1472.638019] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa1cddb-2eb1-48a1-96a7-1a1d9f916737 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.647289] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b9fc5-5504-429e-ad0b-9608ee7f80b6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.677765] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb57e2fd-5e8c-4d8d-a7c2-1dc083ea644c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.685059] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08660de-75c4-4e17-ae62-a99064560c30 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.698079] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.201139] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.706572] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1473.706910] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.290759] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.291140] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.291245] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.291429] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.291597] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.294053] env[69990]: INFO nova.compute.manager [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Terminating instance [ 1476.798170] env[69990]: DEBUG nova.compute.manager [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1476.798423] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.800881] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6769b4d-3923-4edd-ba06-0c3f60dcd871 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.808515] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.808728] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d2a067-827f-425b-b22a-0a2d822b1105 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.814763] env[69990]: DEBUG oslo_vmware.api [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1476.814763] env[69990]: value = "task-3447265" [ 1476.814763] env[69990]: _type = "Task" [ 1476.814763] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.822341] env[69990]: DEBUG oslo_vmware.api [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.324794] env[69990]: DEBUG oslo_vmware.api [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447265, 'name': PowerOffVM_Task, 'duration_secs': 0.199004} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.325167] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.325214] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1477.325543] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-469cfadb-05c8-4f8d-8571-bb1b302104c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.393486] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1477.393700] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Deleting contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1477.393888] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleting the datastore file [datastore1] cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.394158] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5779a6d5-d552-4cae-8e2d-b40f265004a5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.400183] env[69990]: DEBUG oslo_vmware.api [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for the task: (returnval){ [ 1477.400183] env[69990]: value = "task-3447267" [ 1477.400183] env[69990]: _type = "Task" [ 1477.400183] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.407434] env[69990]: DEBUG oslo_vmware.api [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.909876] env[69990]: DEBUG oslo_vmware.api [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Task: {'id': task-3447267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115315} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.910185] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.910390] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Deleted contents of the VM from datastore datastore1 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1477.910566] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1477.910741] env[69990]: INFO nova.compute.manager [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1477.910981] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1477.911201] env[69990]: DEBUG nova.compute.manager [-] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1477.911291] env[69990]: DEBUG nova.network.neutron [-] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1478.149469] env[69990]: DEBUG nova.compute.manager [req-362f8ac7-b7c1-46c1-afc7-ac0a87227262 req-234f1c84-5cd5-4acb-8908-fc7b8c19d2f1 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Received event network-vif-deleted-3fe35c28-d168-4e97-add2-788e2e300667 {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1478.149789] env[69990]: INFO nova.compute.manager [req-362f8ac7-b7c1-46c1-afc7-ac0a87227262 req-234f1c84-5cd5-4acb-8908-fc7b8c19d2f1 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Neutron deleted interface 3fe35c28-d168-4e97-add2-788e2e300667; detaching it from the instance and deleting it from the info cache [ 1478.149945] env[69990]: DEBUG nova.network.neutron [req-362f8ac7-b7c1-46c1-afc7-ac0a87227262 req-234f1c84-5cd5-4acb-8908-fc7b8c19d2f1 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.632703] env[69990]: DEBUG nova.network.neutron [-] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.652316] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4874ee7f-9202-49b6-b781-c90249a10327 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.662143] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a04350-511d-4903-af9c-201dc5c3a671 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.684900] env[69990]: DEBUG nova.compute.manager [req-362f8ac7-b7c1-46c1-afc7-ac0a87227262 req-234f1c84-5cd5-4acb-8908-fc7b8c19d2f1 service nova] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Detach interface failed, port_id=3fe35c28-d168-4e97-add2-788e2e300667, reason: Instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1479.135608] env[69990]: INFO nova.compute.manager [-] [instance: cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968] Took 1.22 seconds to deallocate network for instance. [ 1479.644972] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.645373] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.645574] env[69990]: DEBUG nova.objects.instance [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lazy-loading 'resources' on Instance uuid cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.178605] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29792737-38f0-4c5e-b7d0-2d34521daecf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.186118] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027d991b-a30a-454a-b996-5cd64b286c01 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.216805] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54182be5-aadb-4b5e-9cf1-e115b011780c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.223981] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf186d-3109-42de-b073-301ad07d2df9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.237026] env[69990]: DEBUG nova.compute.provider_tree [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.740685] env[69990]: DEBUG nova.scheduler.client.report [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.246536] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.265052] env[69990]: INFO nova.scheduler.client.report [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Deleted allocations for instance cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968 [ 1481.772690] env[69990]: DEBUG oslo_concurrency.lockutils [None req-ff35d9fe-3c07-4ebc-bd00-7ffe23459e8d tempest-ServerActionsTestOtherA-1941709559 tempest-ServerActionsTestOtherA-1941709559-project-member] Lock "cdc4f076-a0e1-41e9-9e9b-d2d0a8ff8968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.481s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.158055] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.158055] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.661260] env[69990]: DEBUG nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Starting instance... {{(pid=69990) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1488.185292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.185581] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.187067] env[69990]: INFO nova.compute.claims [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.224056] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cfd4b9-c566-4a20-a1e3-30f9f31749ba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.231604] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd618f6-0b4c-4b4e-bbfa-ca198aaf1dc6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.260362] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97be5da8-b947-44e5-82ec-9a7dee2339d9 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.267124] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d71dc8b-a14c-4dc1-adfe-c935e2baaace {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.279537] env[69990]: DEBUG nova.compute.provider_tree [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.782382] env[69990]: DEBUG nova.scheduler.client.report [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.288735] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.289496] env[69990]: DEBUG nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Start building networks asynchronously for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1490.796100] env[69990]: DEBUG nova.compute.utils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Using /dev/sd instead of None {{(pid=69990) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1490.797797] env[69990]: DEBUG nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Allocating IP information in the background. {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1490.797797] env[69990]: DEBUG nova.network.neutron [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] allocate_for_instance() {{(pid=69990) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.838177] env[69990]: DEBUG nova.policy [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd916f23ea60040bca03d6a39eeaffb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b915623460ed454496183bba5ccc7448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69990) authorize /opt/stack/nova/nova/policy.py:192}} [ 1491.088968] env[69990]: DEBUG nova.network.neutron [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Successfully created port: 77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1491.300904] env[69990]: DEBUG nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Start building block device mappings for instance. {{(pid=69990) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1492.310274] env[69990]: DEBUG nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Start spawning the instance on the hypervisor. {{(pid=69990) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.336949] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:40:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:40:31Z,direct_url=,disk_format='vmdk',id=e2fb25c1-97e6-49a0-be8c-eac54e91b43d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='89325fa7287f416aa25b2fda21489860',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:40:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.337202] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Flavor limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.337366] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Image limits 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.337546] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Flavor pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.337690] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Image pref 0:0:0 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.337965] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69990) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.338132] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.338367] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.338607] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Got 1 possible topologies {{(pid=69990) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.338967] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.339138] env[69990]: DEBUG nova.virt.hardware [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69990) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.340258] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21170a3f-7f6b-42a8-833a-e5517b97ae70 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.348402] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebf53cc-f601-46c9-a28c-604152b4b34a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.420670] env[69990]: DEBUG nova.compute.manager [req-91a1c51a-5c31-4a8e-866c-72e1c2a2ab29 req-a94b4fbb-54e6-41f3-a9e6-5af78f692f3c service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received event network-vif-plugged-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.420845] env[69990]: DEBUG oslo_concurrency.lockutils [req-91a1c51a-5c31-4a8e-866c-72e1c2a2ab29 req-a94b4fbb-54e6-41f3-a9e6-5af78f692f3c service nova] Acquiring lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.421113] env[69990]: DEBUG oslo_concurrency.lockutils [req-91a1c51a-5c31-4a8e-866c-72e1c2a2ab29 req-a94b4fbb-54e6-41f3-a9e6-5af78f692f3c service nova] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.421234] env[69990]: DEBUG oslo_concurrency.lockutils [req-91a1c51a-5c31-4a8e-866c-72e1c2a2ab29 req-a94b4fbb-54e6-41f3-a9e6-5af78f692f3c service nova] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.421397] env[69990]: DEBUG nova.compute.manager [req-91a1c51a-5c31-4a8e-866c-72e1c2a2ab29 req-a94b4fbb-54e6-41f3-a9e6-5af78f692f3c service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] No waiting events found dispatching network-vif-plugged-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.421554] env[69990]: WARNING nova.compute.manager [req-91a1c51a-5c31-4a8e-866c-72e1c2a2ab29 req-a94b4fbb-54e6-41f3-a9e6-5af78f692f3c service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received unexpected event network-vif-plugged-77f15b45-2149-4191-bc01-76f17620cc2a for instance with vm_state building and task_state spawning. [ 1492.494633] env[69990]: DEBUG nova.network.neutron [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Successfully updated port: 77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.997224] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.997382] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquired lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.997535] env[69990]: DEBUG nova.network.neutron [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.528510] env[69990]: DEBUG nova.network.neutron [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Instance cache missing network info. {{(pid=69990) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.626359] env[69990]: DEBUG nova.network.neutron [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [{"id": "77f15b45-2149-4191-bc01-76f17620cc2a", "address": "fa:16:3e:80:90:24", "network": {"id": "30b2ecf0-fc33-4559-a041-60ebc6877540", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1181420807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b915623460ed454496183bba5ccc7448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f15b45-21", "ovs_interfaceid": "77f15b45-2149-4191-bc01-76f17620cc2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.129324] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Releasing lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.129658] env[69990]: DEBUG nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Instance network_info: |[{"id": "77f15b45-2149-4191-bc01-76f17620cc2a", "address": "fa:16:3e:80:90:24", "network": {"id": "30b2ecf0-fc33-4559-a041-60ebc6877540", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1181420807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b915623460ed454496183bba5ccc7448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f15b45-21", "ovs_interfaceid": "77f15b45-2149-4191-bc01-76f17620cc2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69990) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1494.130101] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:90:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77f15b45-2149-4191-bc01-76f17620cc2a', 'vif_model': 'vmxnet3'}] {{(pid=69990) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1494.137590] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Creating folder: Project (b915623460ed454496183bba5ccc7448). Parent ref: group-v687779. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1494.137871] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2df4b1f-269b-46a7-a9b6-598a50a81e3f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.150876] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Created folder: Project (b915623460ed454496183bba5ccc7448) in parent group-v687779. [ 1494.151071] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Creating folder: Instances. Parent ref: group-v688127. {{(pid=69990) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1494.151340] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70121544-e13a-4d68-bd96-e49462bc0ea1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.161428] env[69990]: INFO nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Created folder: Instances in parent group-v688127. [ 1494.161647] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1494.161834] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Creating VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1494.162037] env[69990]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1019f25a-c75b-4146-aca4-e0575677ce8f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.181890] env[69990]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1494.181890] env[69990]: value = "task-3447270" [ 1494.181890] env[69990]: _type = "Task" [ 1494.181890] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.189321] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447270, 'name': CreateVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.448243] env[69990]: DEBUG nova.compute.manager [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.448483] env[69990]: DEBUG nova.compute.manager [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing instance network info cache due to event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1494.448740] env[69990]: DEBUG oslo_concurrency.lockutils [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] Acquiring lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.448913] env[69990]: DEBUG oslo_concurrency.lockutils [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] Acquired lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.449380] env[69990]: DEBUG nova.network.neutron [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.691295] env[69990]: DEBUG oslo_vmware.api [-] Task: {'id': task-3447270, 'name': CreateVM_Task, 'duration_secs': 0.296921} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.691660] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Created VM on the ESX host {{(pid=69990) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.692125] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.692292] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.692625] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.692870] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00173614-afbb-4dbc-8051-fbfcd97a6b61 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.697540] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1494.697540] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]52f597bd-e245-f962-f481-63a229ae3a55" [ 1494.697540] env[69990]: _type = "Task" [ 1494.697540] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.704904] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f597bd-e245-f962-f481-63a229ae3a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.106314] env[69990]: DEBUG nova.network.neutron [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updated VIF entry in instance network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.106672] env[69990]: DEBUG nova.network.neutron [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [{"id": "77f15b45-2149-4191-bc01-76f17620cc2a", "address": "fa:16:3e:80:90:24", "network": {"id": "30b2ecf0-fc33-4559-a041-60ebc6877540", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1181420807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b915623460ed454496183bba5ccc7448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f15b45-21", "ovs_interfaceid": "77f15b45-2149-4191-bc01-76f17620cc2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.207783] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]52f597bd-e245-f962-f481-63a229ae3a55, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.208105] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.208348] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.208583] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.208732] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.208908] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.209177] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2fcc74f-56d6-40f4-99aa-20d883ba7085 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.217380] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.217549] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.218233] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf8f002-5d6f-4d7c-92e7-2ee54f5e8086 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.222608] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1495.222608] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]520bdfcd-59c6-a2ee-7d3c-5eaa11848605" [ 1495.222608] env[69990]: _type = "Task" [ 1495.222608] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.229580] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520bdfcd-59c6-a2ee-7d3c-5eaa11848605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.609290] env[69990]: DEBUG oslo_concurrency.lockutils [req-672d96ad-12a8-490c-b432-ffe21ad94b3d req-45760647-3284-4182-93f6-914d9fd9aa8b service nova] Releasing lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.733805] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]520bdfcd-59c6-a2ee-7d3c-5eaa11848605, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.734696] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d37d60-a090-4d1e-aa16-036ed40564ee {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.739830] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1495.739830] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5279366f-73ab-5be7-c273-d16a3404c0c1" [ 1495.739830] env[69990]: _type = "Task" [ 1495.739830] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.747267] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5279366f-73ab-5be7-c273-d16a3404c0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.250055] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5279366f-73ab-5be7-c273-d16a3404c0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.250317] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.250569] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/432bcde5-42cb-44c9-b7cb-4b8fd8ee6564.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.250818] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe028df-1785-461c-b57c-77906d4f9ed4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.257160] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1496.257160] env[69990]: value = "task-3447271" [ 1496.257160] env[69990]: _type = "Task" [ 1496.257160] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.264332] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.767545] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428922} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.767934] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/432bcde5-42cb-44c9-b7cb-4b8fd8ee6564.vmdk {{(pid=69990) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.768063] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Extending root virtual disk to 1048576 {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.768245] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45334e1-4996-4a34-9659-836fe2f48413 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.774123] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1496.774123] env[69990]: value = "task-3447272" [ 1496.774123] env[69990]: _type = "Task" [ 1496.774123] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.780879] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.285072] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193309} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.285334] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Extended root virtual disk {{(pid=69990) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.286070] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f2e9b9-fa7f-46d1-bf89-9bcca63e1a8c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.306947] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/432bcde5-42cb-44c9-b7cb-4b8fd8ee6564.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.307208] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8115259-fc8e-4b28-ae83-80df45d458c4 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.326147] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1497.326147] env[69990]: value = "task-3447273" [ 1497.326147] env[69990]: _type = "Task" [ 1497.326147] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.333474] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.836445] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447273, 'name': ReconfigVM_Task, 'duration_secs': 0.292978} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.836802] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/432bcde5-42cb-44c9-b7cb-4b8fd8ee6564.vmdk or device None with type sparse {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.837449] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f32b3f4-88db-4659-9ff3-27e45bfa256f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.843360] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1497.843360] env[69990]: value = "task-3447274" [ 1497.843360] env[69990]: _type = "Task" [ 1497.843360] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.850307] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447274, 'name': Rename_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.353742] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447274, 'name': Rename_Task, 'duration_secs': 0.143414} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.353991] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.354248] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-161417c4-943e-4d10-9fea-035d03deb87e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.359603] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1498.359603] env[69990]: value = "task-3447275" [ 1498.359603] env[69990]: _type = "Task" [ 1498.359603] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.366577] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.869806] env[69990]: DEBUG oslo_vmware.api [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447275, 'name': PowerOnVM_Task, 'duration_secs': 0.420384} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.870186] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.870281] env[69990]: INFO nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1498.870465] env[69990]: DEBUG nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.871273] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371e1812-d538-4c5d-8b49-619d7e3ec271 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.389775] env[69990]: INFO nova.compute.manager [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Took 11.22 seconds to build instance. [ 1499.892568] env[69990]: DEBUG oslo_concurrency.lockutils [None req-1998159a-529c-4c2c-80bc-f2c22e71afb4 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.734s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.411125] env[69990]: INFO nova.compute.manager [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Rescuing [ 1500.411401] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.411551] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquired lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.411713] env[69990]: DEBUG nova.network.neutron [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Building network info cache for instance {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.096041] env[69990]: DEBUG nova.network.neutron [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [{"id": "77f15b45-2149-4191-bc01-76f17620cc2a", "address": "fa:16:3e:80:90:24", "network": {"id": "30b2ecf0-fc33-4559-a041-60ebc6877540", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1181420807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b915623460ed454496183bba5ccc7448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f15b45-21", "ovs_interfaceid": "77f15b45-2149-4191-bc01-76f17620cc2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.599106] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Releasing lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.136606] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.137097] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-282be49c-147f-432f-ad19-bd7c2299c446 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.144873] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1503.144873] env[69990]: value = "task-3447276" [ 1503.144873] env[69990]: _type = "Task" [ 1503.144873] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.152521] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.654867] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447276, 'name': PowerOffVM_Task, 'duration_secs': 0.2181} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.655133] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.655915] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce5444c-d203-4bd2-abd7-2ab2b1d51a12 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.673498] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8948ca8d-301c-4aeb-94dd-f524615b97f6 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.698098] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.698335] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36a6bd68-aacb-4fef-af4c-2cb82d08396a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.703501] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1503.703501] env[69990]: value = "task-3447277" [ 1503.703501] env[69990]: _type = "Task" [ 1503.703501] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.710213] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.213567] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] VM already powered off {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1504.213887] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Processing image e2fb25c1-97e6-49a0-be8c-eac54e91b43d {{(pid=69990) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.214017] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.214196] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.214388] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.214631] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f24cfd64-38ab-4c4b-b55d-45c3f5f4916a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.223525] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69990) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.223696] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69990) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.224380] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ba9d1b-fd61-43b6-84e6-483bd80d7d52 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.229020] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1504.229020] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]5287fdba-192c-5dff-ee41-4822fa2f259e" [ 1504.229020] env[69990]: _type = "Task" [ 1504.229020] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.236281] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287fdba-192c-5dff-ee41-4822fa2f259e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.739560] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]5287fdba-192c-5dff-ee41-4822fa2f259e, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.740272] env[69990]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b9eae0-be3a-4517-9382-04f87b08f8c5 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.745668] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1504.745668] env[69990]: value = "session[522365f0-41fe-4f23-b535-c912b42336a1]529e29bb-8ed1-f72f-0cd6-156654c885b8" [ 1504.745668] env[69990]: _type = "Task" [ 1504.745668] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.752507] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529e29bb-8ed1-f72f-0cd6-156654c885b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.255546] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': session[522365f0-41fe-4f23-b535-c912b42336a1]529e29bb-8ed1-f72f-0cd6-156654c885b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015998} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.255915] env[69990]: DEBUG oslo_concurrency.lockutils [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.256033] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. {{(pid=69990) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1505.256280] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5a3d85-a1b4-4797-8c67-b1b119dc8e37 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.264360] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1505.264360] env[69990]: value = "task-3447278" [ 1505.264360] env[69990]: _type = "Task" [ 1505.264360] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.271129] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.773851] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423156} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.774075] env[69990]: INFO nova.virt.vmwareapi.ds_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e2fb25c1-97e6-49a0-be8c-eac54e91b43d/e2fb25c1-97e6-49a0-be8c-eac54e91b43d.vmdk to [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk. [ 1505.774777] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791aade2-10ee-454d-8757-6970fb3ef915 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.799084] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.799324] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18e7b5c-fd52-43f0-ad9a-094b00dbd3b0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.816112] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1505.816112] env[69990]: value = "task-3447279" [ 1505.816112] env[69990]: _type = "Task" [ 1505.816112] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.823490] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.325897] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447279, 'name': ReconfigVM_Task, 'duration_secs': 0.314143} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.326257] env[69990]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564/e2fb25c1-97e6-49a0-be8c-eac54e91b43d-rescue.vmdk or device None with type thin {{(pid=69990) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.326951] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcc6755-bd96-4415-a56c-9248c666489e {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.350771] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb9143c8-6115-4cfb-b36f-fec9d5c83900 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.364982] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1506.364982] env[69990]: value = "task-3447280" [ 1506.364982] env[69990]: _type = "Task" [ 1506.364982] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.372024] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.874963] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447280, 'name': ReconfigVM_Task, 'duration_secs': 0.206967} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.875192] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powering on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.875432] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b063e13d-0d61-4555-a56d-c0d8699d135a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.880754] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1506.880754] env[69990]: value = "task-3447281" [ 1506.880754] env[69990]: _type = "Task" [ 1506.880754] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.887830] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.392171] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447281, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.891504] env[69990]: DEBUG oslo_vmware.api [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447281, 'name': PowerOnVM_Task, 'duration_secs': 0.568371} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.893373] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powered on the VM {{(pid=69990) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.894693] env[69990]: DEBUG nova.compute.manager [None req-cee705ec-df47-44c5-aa0c-06c7d7368e43 tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Checking state {{(pid=69990) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.895446] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93684063-bee9-4f5b-84c3-2255004e75e1 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.214576] env[69990]: DEBUG nova.compute.manager [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.216475] env[69990]: DEBUG nova.compute.manager [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing instance network info cache due to event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.216475] env[69990]: DEBUG oslo_concurrency.lockutils [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] Acquiring lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.216475] env[69990]: DEBUG oslo_concurrency.lockutils [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] Acquired lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.216475] env[69990]: DEBUG nova.network.neutron [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.895938] env[69990]: DEBUG nova.network.neutron [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updated VIF entry in instance network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.896321] env[69990]: DEBUG nova.network.neutron [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [{"id": "77f15b45-2149-4191-bc01-76f17620cc2a", "address": "fa:16:3e:80:90:24", "network": {"id": "30b2ecf0-fc33-4559-a041-60ebc6877540", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1181420807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b915623460ed454496183bba5ccc7448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f15b45-21", "ovs_interfaceid": "77f15b45-2149-4191-bc01-76f17620cc2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.400631] env[69990]: DEBUG oslo_concurrency.lockutils [req-7e2afb58-471c-43b4-bb87-8e5c14df248b req-33ef0ac9-969c-47e4-afc1-be76ef9ab9f0 service nova] Releasing lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.062293] env[69990]: DEBUG nova.compute.manager [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.062508] env[69990]: DEBUG nova.compute.manager [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing instance network info cache due to event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1511.062724] env[69990]: DEBUG oslo_concurrency.lockutils [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] Acquiring lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.062880] env[69990]: DEBUG oslo_concurrency.lockutils [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] Acquired lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.063213] env[69990]: DEBUG nova.network.neutron [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.241066] env[69990]: DEBUG nova.compute.manager [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.241349] env[69990]: DEBUG nova.compute.manager [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing instance network info cache due to event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1511.241449] env[69990]: DEBUG oslo_concurrency.lockutils [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] Acquiring lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.739753] env[69990]: DEBUG nova.network.neutron [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updated VIF entry in instance network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.740128] env[69990]: DEBUG nova.network.neutron [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [{"id": "77f15b45-2149-4191-bc01-76f17620cc2a", "address": "fa:16:3e:80:90:24", "network": {"id": "30b2ecf0-fc33-4559-a041-60ebc6877540", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1181420807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b915623460ed454496183bba5ccc7448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f15b45-21", "ovs_interfaceid": "77f15b45-2149-4191-bc01-76f17620cc2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.128908] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.129216] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.129429] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.129611] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.129778] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.131769] env[69990]: INFO nova.compute.manager [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Terminating instance [ 1512.242943] env[69990]: DEBUG oslo_concurrency.lockutils [req-41d1a8fd-191f-4324-bc5b-d20137656890 req-bcfb9b12-6aad-491a-9120-4c07a398acec service nova] Releasing lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.243311] env[69990]: DEBUG oslo_concurrency.lockutils [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] Acquired lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.243493] env[69990]: DEBUG nova.network.neutron [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.635269] env[69990]: DEBUG nova.compute.manager [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Start destroying the instance on the hypervisor. {{(pid=69990) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.635509] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Destroying instance {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.636807] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81313f6-528a-46c8-8498-40866daca43f {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.644771] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powering off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.644987] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b37b11b-44e8-4f18-8733-a349c438a0eb {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.651177] env[69990]: DEBUG oslo_vmware.api [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1512.651177] env[69990]: value = "task-3447282" [ 1512.651177] env[69990]: _type = "Task" [ 1512.651177] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.658686] env[69990]: DEBUG oslo_vmware.api [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.951261] env[69990]: DEBUG nova.network.neutron [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updated VIF entry in instance network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.951619] env[69990]: DEBUG nova.network.neutron [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [{"id": "77f15b45-2149-4191-bc01-76f17620cc2a", "address": "fa:16:3e:80:90:24", "network": {"id": "30b2ecf0-fc33-4559-a041-60ebc6877540", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1181420807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b915623460ed454496183bba5ccc7448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f15b45-21", "ovs_interfaceid": "77f15b45-2149-4191-bc01-76f17620cc2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.160769] env[69990]: DEBUG oslo_vmware.api [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447282, 'name': PowerOffVM_Task, 'duration_secs': 0.214734} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.160992] env[69990]: DEBUG nova.virt.vmwareapi.vm_util [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Powered off the VM {{(pid=69990) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.161181] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Unregistering the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.161428] env[69990]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a95732f3-401a-470e-8b37-bc67fc7c5dfd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.222081] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Unregistered the VM {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.222316] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Deleting contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.222504] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Deleting the datastore file [datastore2] 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564 {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.222750] env[69990]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80fd8fbf-a178-4224-841e-79839b0363a2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.228751] env[69990]: DEBUG oslo_vmware.api [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for the task: (returnval){ [ 1513.228751] env[69990]: value = "task-3447284" [ 1513.228751] env[69990]: _type = "Task" [ 1513.228751] env[69990]: } to complete. {{(pid=69990) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.236170] env[69990]: DEBUG oslo_vmware.api [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.454284] env[69990]: DEBUG oslo_concurrency.lockutils [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] Releasing lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.454506] env[69990]: DEBUG nova.compute.manager [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.454711] env[69990]: DEBUG nova.compute.manager [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing instance network info cache due to event network-changed-77f15b45-2149-4191-bc01-76f17620cc2a. {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1513.454916] env[69990]: DEBUG oslo_concurrency.lockutils [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] Acquiring lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.455073] env[69990]: DEBUG oslo_concurrency.lockutils [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] Acquired lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.455238] env[69990]: DEBUG nova.network.neutron [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Refreshing network info cache for port 77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.738626] env[69990]: DEBUG oslo_vmware.api [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Task: {'id': task-3447284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197847} completed successfully. {{(pid=69990) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.738872] env[69990]: DEBUG nova.virt.vmwareapi.ds_util [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Deleted the datastore file {{(pid=69990) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.739075] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Deleted contents of the VM from datastore datastore2 {{(pid=69990) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.739258] env[69990]: DEBUG nova.virt.vmwareapi.vmops [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Instance destroyed {{(pid=69990) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.739427] env[69990]: INFO nova.compute.manager [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1513.739664] env[69990]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69990) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1513.739849] env[69990]: DEBUG nova.compute.manager [-] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Deallocating network for instance {{(pid=69990) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.739943] env[69990]: DEBUG nova.network.neutron [-] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] deallocate_for_instance() {{(pid=69990) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.945663] env[69990]: DEBUG nova.compute.manager [req-0b927d5e-bf6b-4f38-9037-b4c1e199aa78 req-c4bbe846-43d7-4ddf-9e33-6a94a3d6e89d service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Received event network-vif-deleted-77f15b45-2149-4191-bc01-76f17620cc2a {{(pid=69990) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.945810] env[69990]: INFO nova.compute.manager [req-0b927d5e-bf6b-4f38-9037-b4c1e199aa78 req-c4bbe846-43d7-4ddf-9e33-6a94a3d6e89d service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Neutron deleted interface 77f15b45-2149-4191-bc01-76f17620cc2a; detaching it from the instance and deleting it from the info cache [ 1513.946023] env[69990]: DEBUG nova.network.neutron [req-0b927d5e-bf6b-4f38-9037-b4c1e199aa78 req-c4bbe846-43d7-4ddf-9e33-6a94a3d6e89d service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.973271] env[69990]: INFO nova.network.neutron [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Port 77f15b45-2149-4191-bc01-76f17620cc2a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1513.973530] env[69990]: DEBUG nova.network.neutron [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.432092] env[69990]: DEBUG nova.network.neutron [-] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Updating instance_info_cache with network_info: [] {{(pid=69990) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.448281] env[69990]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07b8c20e-762f-4c73-a635-8e998278f932 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.458843] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4584cc8-c5d1-410e-abf8-b567556e465a {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.475536] env[69990]: DEBUG oslo_concurrency.lockutils [req-c1d3b430-d3ef-40e4-9911-96fd9dce78ea req-fa9b5389-da6b-4b63-a953-ec85c724198a service nova] Releasing lock "refresh_cache-432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" {{(pid=69990) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.487899] env[69990]: DEBUG nova.compute.manager [req-0b927d5e-bf6b-4f38-9037-b4c1e199aa78 req-c4bbe846-43d7-4ddf-9e33-6a94a3d6e89d service nova] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Detach interface failed, port_id=77f15b45-2149-4191-bc01-76f17620cc2a, reason: Instance 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564 could not be found. {{(pid=69990) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1514.934710] env[69990]: INFO nova.compute.manager [-] [instance: 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564] Took 1.19 seconds to deallocate network for instance. [ 1515.440936] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.441241] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.441452] env[69990]: DEBUG nova.objects.instance [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lazy-loading 'resources' on Instance uuid 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564 {{(pid=69990) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.976992] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8e3ba-d667-4f4d-94af-6ee9925ac66d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.984573] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82bed1-19ba-4148-96f1-217ad3c6daba {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.016306] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454219c8-ddf1-4bb2-9eff-94cb90ebfcb2 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.023520] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c99b1e4-e46f-414d-a2b1-7a4078c3bf02 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.043746] env[69990]: DEBUG nova.compute.provider_tree [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.547606] env[69990]: DEBUG nova.scheduler.client.report [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.052983] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.071017] env[69990]: INFO nova.scheduler.client.report [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Deleted allocations for instance 432bcde5-42cb-44c9-b7cb-4b8fd8ee6564 [ 1517.580054] env[69990]: DEBUG oslo_concurrency.lockutils [None req-75eff9d1-f7a3-4a39-a6b8-6eb88e68bb4b tempest-ServerRescueTestJSONUnderV235-2002217186 tempest-ServerRescueTestJSONUnderV235-2002217186-project-member] Lock "432bcde5-42cb-44c9-b7cb-4b8fd8ee6564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.450s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.708230] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.708656] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.708656] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.708743] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.708880] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.709037] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.709191] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.709329] env[69990]: DEBUG nova.compute.manager [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69990) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1533.709476] env[69990]: DEBUG oslo_service.periodic_task [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69990) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.213097] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.213375] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.213543] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.213697] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69990) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1534.214620] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b31456d-0c38-4d66-b4d7-96cd3f71450d {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.223155] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd266c-bfac-48be-a5c0-16794b1b720c {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.237639] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e531004d-3cf7-4674-9cf0-742a0516dbaf {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.243467] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27851e-fdc7-43e7-8438-62ad80efa2fd {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.270977] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180684MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69990) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1534.271123] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.271328] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.293024] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1535.293024] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69990) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1535.305404] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1369449-d2a9-4d6c-9e5f-dee03cf89855 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.312909] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bec5130-8025-45a9-be60-267a0a9355a0 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.342226] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b383c6b-494a-4b11-b23b-e09ed43c2514 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.348922] env[69990]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d922d0-c411-4a3d-86ad-645c60abfa27 {{(pid=69990) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.361425] env[69990]: DEBUG nova.compute.provider_tree [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed in ProviderTree for provider: 861bed33-0336-4b70-a14e-8edf62684af1 {{(pid=69990) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.864680] env[69990]: DEBUG nova.scheduler.client.report [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Inventory has not changed for provider 861bed33-0336-4b70-a14e-8edf62684af1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69990) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.369138] env[69990]: DEBUG nova.compute.resource_tracker [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69990) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1536.369464] env[69990]: DEBUG oslo_concurrency.lockutils [None req-6176444c-a5eb-40d1-9174-3c7656e44357 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69990) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}